| /llvm-project-15.0.7/bolt/lib/Passes/ |
| H A D | LoopInversionPass.cpp | 34 if (BF.getLayout().block_size() < 3 || !BF.hasValidProfile()) in runOnFunction() 37 BF.getLayout().updateLayoutIndices(); in runOnFunction() 38 for (BinaryBasicBlock *BB : BF.getLayout().blocks()) { in runOnFunction() 75 BinaryFunction::BasicBlockOrderType NewOrder(BF.getLayout().block_begin(), in runOnFunction() 76 BF.getLayout().block_end()); in runOnFunction() 80 BF.getLayout().update(NewOrder); in runOnFunction()
|
| H A D | ReorderAlgorithm.cpp | 139 ClusterEdges.resize(BF.getLayout().block_size()); in clusterBasicBlocks() 142 for (BinaryBasicBlock *BB : BF.getLayout().blocks()) { in clusterBasicBlocks() 407 const size_t N = BF.getLayout().block_size(); in reorderBasicBlocks() 412 for (BinaryBasicBlock *BB : BF.getLayout().blocks()) { in reorderBasicBlocks() 417 for (BinaryBasicBlock *BB : BF.getLayout().blocks()) { in reorderBasicBlocks() 499 for (BinaryBasicBlock *BB : BF.getLayout().blocks()) in reorderBasicBlocks() 506 if (BF.getLayout().block_empty()) in reorderBasicBlocks() 522 if (BF.getLayout().block_empty()) in reorderBasicBlocks() 627 if (BF.getLayout().block_empty()) in reorderBasicBlocks() 681 if (BF.getLayout().block_empty()) in reorderBasicBlocks() [all …]
|
| H A D | CacheMetrics.cpp | 120 for (BinaryBasicBlock *BB : SrcFunction->getLayout().blocks()) { in extractFunctionCalls() 135 if (DstFunction == nullptr || DstFunction->getLayout().block_empty() || in extractFunctionCalls() 183 if (BF->getLayout().block_empty()) in expectedCacheHitRatio() 185 double Page = BBAddr.at(BF->getLayout().block_front()) / PageSize; in expectedCacheHitRatio() 193 if (BF->getLayout().block_empty() || FunctionSamples.at(BF) == 0.0) in expectedCacheHitRatio() 196 double Page = BBAddr.at(BF->getLayout().block_front()) / PageSize; in expectedCacheHitRatio() 204 BBAddr.at(SrcFunction->getLayout().block_front()) / PageSize; in expectedCacheHitRatio()
|
| H A D | TailDuplication.cpp | 264 Distance += BB.getFunction()->getLayout().getBlock(I)->getOriginalSize(); in isInCacheLine() 419 for (BinaryBasicBlock *SrcBB : BF.getLayout().blocks()) { in cacheScoreImproved() 427 for (BinaryBasicBlock *SrcBB : BF.getLayout().blocks()) { in cacheScoreImproved() 436 for (BinaryBasicBlock *SrcBB : BF.getLayout().blocks()) { in cacheScoreImproved() 449 for (BinaryBasicBlock *SrcBB : BF.getLayout().blocks()) { in cacheScoreImproved() 490 auto NextBlock = BF.getLayout().getBasicBlockAfter(Pred); in cacheDuplicate() 577 Function.getLayout().updateLayoutIndices(); in runOnFunction() 582 Function.getLayout().block_begin(), Function.getLayout().block_end()); in runOnFunction() 629 Function.getLayout().updateLayoutIndices(); in runOnFunction()
|
| H A D | SplitFunctions.cpp | 206 FunctionLayout &Layout = BF.getLayout(); in splitFunction() 283 BF.getLayout().update(NewLayout); in splitFunction() 313 BF.getLayout().update(PreSplitLayout); in splitFunction() 370 BinaryFunction::BasicBlockOrderType NewLayout(BF.getLayout().block_begin(), in createEHTrampolines() 371 BF.getLayout().block_end()); in createEHTrampolines() 375 BF.getLayout().update(NewLayout); in createEHTrampolines()
|
| H A D | IdenticalCodeFolding.cpp | 158 if (A.getLayout().block_size() != B.getLayout().block_size()) in isIdenticalWith() 169 : BinaryFunction::BasicBlockOrderType(A.getLayout().block_begin(), in isIdenticalWith() 170 A.getLayout().block_end()); in isIdenticalWith() 174 : BinaryFunction::BasicBlockOrderType(B.getLayout().block_begin(), in isIdenticalWith() 175 B.getLayout().block_end()); in isIdenticalWith() 424 BF.getLayout().updateLayoutIndices(); in runOnFunctions()
|
| H A D | ExtTSPReorderAlgorithm.cpp | 470 AllBlocks.reserve(BF.getLayout().block_size()); in initialize() 472 for (BinaryBasicBlock *BB : BF.getLayout().blocks()) { in initialize() 511 AllChains.reserve(BF.getLayout().block_size()); in initialize() 512 HotChains.reserve(BF.getLayout().block_size()); in initialize() 649 for (BinaryBasicBlock *SrcBB : BF.getLayout().blocks()) { in mergeColdChains() 844 Order.reserve(BF.getLayout().block_size()); in concatChains() 869 if (BF.getLayout().block_empty()) in reorderBasicBlocks() 873 if (!BF.hasValidProfile() || BF.getLayout().block_size() <= 2) { in reorderBasicBlocks() 874 for (BinaryBasicBlock *BB : BF.getLayout().blocks()) in reorderBasicBlocks() 884 assert(Order.size() == BF.getLayout().block_size() && in reorderBasicBlocks()
|
| H A D | ThreeWayBranch.cpp | 35 Function.getLayout().block_begin(), Function.getLayout().block_end()); in runOnFunction()
|
| H A D | BinaryPasses.cpp | 337 if (!Function.getLayout().block_empty()) { in runOnFunction() 395 if (BF.getLayout().hasLayoutChanged()) in runOnFunctions() 442 << Function.getLayout().getEditDistance() << "\n\n"; in runOnFunctions() 503 BF.getLayout().update(NewLayout); in modifyFunctionLayout() 584 for (BinaryBasicBlock *BB : BF.getLayout().blocks()) { in runOnFunctions() 784 BF.getLayout().updateLayoutIndices(); in fixTailCalls() 801 for (BinaryBasicBlock *BB : BF.getLayout().blocks()) { in fixTailCalls() 919 BF.getLayout().getBasicBlockAfter(PredBB, false); in fixTailCalls() 921 NextBlock = BF.getLayout().getBasicBlockAfter(NextBlock, false); in fixTailCalls() 1110 for (BinaryBasicBlock *BB : BF.getLayout().blocks()) { in simplifyRODataLoads() [all …]
|
| H A D | LongJmp.cpp | 58 for (auto I = Func.getLayout().block_begin(), in getBBAtHotColdSplitPoint() 59 E = Func.getLayout().block_end(); in getBBAtHotColdSplitPoint() 277 for (const BinaryBasicBlock *BB : Func.getLayout().blocks()) { in tentativeBBLayout()
|
| H A D | Inliner.cpp | 398 std::vector<BinaryBasicBlock *> Blocks(Function.getLayout().block_begin(), in inlineCallsInFunction() 399 Function.getLayout().block_end()); in inlineCallsInFunction()
|
| H A D | StokeInfo.cpp | 49 for (BinaryBasicBlock *BB : BF.getLayout().blocks()) { in checkInstr()
|
| H A D | Aligner.cpp | 116 for (BinaryBasicBlock *BB : Function.getLayout().blocks()) { in alignBlocks()
|
| H A D | FrameAnalysis.cpp | 416 for (BinaryBasicBlock *BB : BF.getLayout().blocks()) { in computeArgsAccessed() 477 for (BinaryBasicBlock *BB : BF.getLayout().blocks()) { in restoreFrameIndex()
|
| H A D | BinaryFunctionCallGraph.cpp | 218 for (BinaryBasicBlock *BB : Function->getLayout().blocks()) { in buildCallGraph()
|
| /llvm-project-15.0.7/mlir/lib/Dialect/MemRef/Transforms/ |
| H A D | NormalizeMemRefs.cpp | 229 if (memrefType.getLayout().isIdentity()) in updateFunctionSignature() 273 oldResult.getType().cast<MemRefType>().getLayout().getAffineMap(); in updateFunctionSignature() 369 AffineMap layoutMap = memrefType.getLayout().getAffineMap(); in normalizeFuncOpMemRefs() 419 AffineMap layoutMap = oldMemRefType.getLayout().getAffineMap(); in normalizeFuncOpMemRefs()
|
| /llvm-project-15.0.7/bolt/lib/Rewrite/ |
| H A D | BoltDiff.cpp | 347 auto Iter1 = Func1->getLayout().block_begin(); in matchBasicBlocks() 348 auto Iter2 = Func2->getLayout().block_begin(); in matchBasicBlocks() 353 while (Iter1 != Func1->getLayout().block_end()) { in matchBasicBlocks() 354 if (Iter2 == Func2->getLayout().block_end()) { in matchBasicBlocks() 396 if (!Match || Iter2 != Func2->getLayout().block_end()) in matchBasicBlocks()
|
| /llvm-project-15.0.7/mlir/lib/Dialect/MemRef/IR/ |
| H A D | MemRefOps.cpp | 130 if (!memRefType.getLayout().isIdentity()) in verifyAllocLikeOp() 131 numSymbols = memRefType.getLayout().getAffineMap().getNumSymbols(); in verifyAllocLikeOp() 578 if (aT.getLayout() != bT.getLayout()) { in areCastCompatible() 1749 if (srcType.getLayout().isIdentity()) { in computeExpandedType() 1891 if (srcType.getLayout().isIdentity()) in isGuaranteedCollapsible() 1911 if (srcType.getLayout().isIdentity()) { in computeCollapsedType() 1954 if (srcType.getLayout().isIdentity()) { in verify() 2044 if (!operandMemRefType.getLayout().isIdentity()) in verify() 2050 if (!resultMemRefType.getLayout().isIdentity()) in verify() 2729 if (!baseType.getLayout().isIdentity()) in verify() [all …]
|
| /llvm-project-15.0.7/bolt/lib/Core/ |
| H A D | DynoStats.cpp | 172 BF.getLayout().updateLayoutIndices(); in getDynoStats() 174 for (BinaryBasicBlock *const BB : BF.getLayout().blocks()) { in getDynoStats()
|
| /llvm-project-15.0.7/bolt/lib/Profile/ |
| H A D | BoltAddressTranslation.cpp | 73 for (const BinaryBasicBlock *BB : Function.getLayout().blocks()) { in write() 86 for (const BinaryBasicBlock *BB : Function.getLayout().blocks()) { in write()
|
| /llvm-project-15.0.7/bolt/include/bolt/Core/ |
| H A D | BinaryFunction.h | 834 FunctionLayout &getLayout() { return Layout; } in getLayout() function 836 const FunctionLayout &getLayout() const { return Layout; } in getLayout() function 1375 bool isSplit() const { return isSimple() && getLayout().isSplit(); } in isSplit() 2330 return F->getLayout().block_front(); 2350 return F->getLayout().block_front(); 2370 return G.Graph->getLayout().block_front(); 2378 return G.Graph->getLayout().block_front();
|
| /llvm-project-15.0.7/mlir/lib/IR/ |
| H A D | BuiltinTypes.cpp | 684 if (!getLayout().isIdentity()) in walkImmediateSubElements() 685 walkAttrsFn(getLayout()); in walkImmediateSubElements() 782 AffineMap m = t.getLayout().getAffineMap(); in getStridesAndOffset() 950 AffineMap m = t.getLayout().getAffineMap(); in canonicalizeStridedLayout()
|
| /llvm-project-15.0.7/mlir/lib/CAPI/IR/ |
| H A D | BuiltinTypes.cpp | 277 return wrap(unwrap(type).cast<MemRefType>().getLayout()); in mlirMemRefTypeGetLayout() 281 return wrap(unwrap(type).cast<MemRefType>().getLayout().getAffineMap()); in mlirMemRefTypeGetAffineMap()
|
| /llvm-project-15.0.7/mlir/lib/Dialect/Arithmetic/Transforms/ |
| H A D | BufferizableOpInterfaceImpl.cpp | 102 rankedMemRefType.getLayout(), rankedMemRefType.getMemorySpace()); in bufferize()
|
| /llvm-project-15.0.7/mlir/lib/Dialect/Bufferization/Transforms/ |
| H A D | BufferResultsToOutParams.cpp | 34 return type.getLayout().isIdentity(); in hasStaticIdentityLayout()
|