| /freebsd-13.1/contrib/llvm-project/llvm/lib/Transforms/Vectorize/ |
| H A D | LoopVectorizationLegality.cpp | 105 TheLoop(L), ORE(ORE) { in LoopVectorizeHints()
140 MDNode *LoopID = TheLoop->getLoopID(); in setAlreadyVectorized()
146 TheLoop->setLoopID(NewLoopID); in setAlreadyVectorized()
196 TheLoop->getStartLoc(), TheLoop->getHeader()); in emitRemarkWithHints()
231 MDNode *LoopID = TheLoop->getLoopID(); in getHintsFromMetadata()
414 if (!TheLoop->contains(UI)) { in hasOutsideLoopUser()
488 "CFGNotUnderstood", ORE, TheLoop); in canVectorizeOuterLoop()
880 LAI = &(*GetLAA)(*TheLoop); in canVectorizeMemory()
1079 "NoCFGForSelect", ORE, TheLoop, in canVectorizeWithIfConvert()
1178 if (!TheLoop->isInnermost()) { in canVectorize()
[all …]
|
| H A D | VPlanHCFGBuilder.cpp | 37 Loop *TheLoop; member in __anonf87bf9ec0111::PlainCFGBuilder
74 : TheLoop(Lp), LI(LI), Plan(P) {} in PlainCFGBuilder()
143 BasicBlock *PH = TheLoop->getLoopPreheader(); in isExternalDef()
151 BasicBlock *Exit = TheLoop->getUniqueExitBlock(); in isExternalDef()
159 return !TheLoop->contains(Inst); in isExternalDef()
254 BasicBlock *PreheaderBB = TheLoop->getLoopPreheader(); in buildPlainCFG()
266 VPBlockBase *HeaderVPBB = getOrCreateVPBB(TheLoop->getHeader()); in buildPlainCFG()
270 LoopBlocksRPO RPO(TheLoop); in buildPlainCFG()
318 BasicBlock *LoopExitBB = TheLoop->getUniqueExitBlock(); in buildPlainCFG()
339 PlainCFGBuilder PCFGBuilder(TheLoop, LI, Plan); in buildPlainCFG()
|
| H A D | VPlanHCFGBuilder.h | 42 Loop *TheLoop;
64 : TheLoop(Lp), LI(LI), Plan(P) {} in VPlanHCFGBuilder()
|
| H A D | LoopVectorize.cpp | 1094 DebugLoc DL = TheLoop->getStartLoc(); in createLVAnalysis()
1582 if (TheLoop->getExitingBlock() != TheLoop->getLoopLatch()) in requiresScalarEpilogue()
1830 TheLoop->isLoopInvariant(I)) in needsExtract()
1862 Loop *TheLoop; member in llvm::LoopVectorizationCostModel
5082 auto *Latch = TheLoop->getLoopLatch(); in collectLoopScalars()
5171 for (auto *BB : TheLoop->blocks()) in collectLoopScalars()
5434 for (auto *BB : TheLoop->blocks()) in collectLoopUniforms()
5786 if (TheLoop->getExitingBlock() != TheLoop->getLoopLatch()) { in computeMaxVF()
6563 LoopBlocksDFS DFS(TheLoop); in calculateRegisterUsage()
6964 const Loop *TheLoop) { in getAddressAccessSCEV() argument
[all …]
|
| /freebsd-13.1/contrib/llvm-project/llvm/lib/Analysis/ |
| H A D | IVDescriptors.cpp | 189 if (TheLoop->contains(I) && !Visited.count(I)) in collectCastsToIgnore()
228 if (Phi->getParent() != TheLoop->getHeader()) in AddReductionVar()
390 if (!TheLoop->contains(Parent)) { in AddReductionVar()
653 BasicBlock *Header = TheLoop->getHeader(); in isReductionPHI()
718 PHINode *Phi, Loop *TheLoop, in isFirstOrderRecurrence() argument
722 if (Phi->getParent() != TheLoop->getHeader() || in isFirstOrderRecurrence()
728 auto *Preheader = TheLoop->getLoopPreheader(); in isFirstOrderRecurrence()
729 auto *Latch = TheLoop->getLoopLatch(); in isFirstOrderRecurrence()
1015 if (TheLoop->getHeader() != Phi->getParent()) in isFPInductionPHI()
1052 if (TheLoop->contains(I)) in isFPInductionPHI()
[all …]
|
| H A D | LoopAccessAnalysis.cpp | 523 : TheLoop(TheLoop), AST(*AA), LI(LI), DepCands(DA), in AccessAnalysis()
598 const Loop *TheLoop; member in __anon511544270111::AccessAnalysis
956 TheLoop->getHeader()->getParent(), in processMemAccesses()
1773 if (!TheLoop->isInnermost()) { in canAnalyzeLoop()
1780 if (TheLoop->getNumBackEdges() != 1) { in canAnalyzeLoop()
1825 !TheLoop->getHeader()->getParent()->hasOptSize(); in analyzeLoop()
1828 for (BasicBlock *BB : TheLoop->blocks()) { in analyzeLoop()
2094 assert(TheLoop->contains(BB) && "Unknown block used"); in blockNeedsPredication()
2097 BasicBlock* Latch = TheLoop->getLoopLatch(); in blockNeedsPredication()
2105 Value *CodeRegion = TheLoop->getHeader(); in recordAnalysis()
[all …]
|
| H A D | LoopInfo.cpp | 1045 MDNode *llvm::findOptionMDForLoop(const Loop *TheLoop, StringRef Name) { in findOptionMDForLoop() argument
1046 return findOptionMDForLoopID(TheLoop->getLoopID(), Name); in findOptionMDForLoop()
1054 Optional<const MDOperand *> llvm::findStringMetadataForLoop(const Loop *TheLoop, in findStringMetadataForLoop() argument
1056 MDNode *MD = findOptionMDForLoop(TheLoop, Name); in findStringMetadataForLoop()
1069 Optional<bool> llvm::getOptionalBoolLoopAttribute(const Loop *TheLoop, in getOptionalBoolLoopAttribute() argument
1071 MDNode *MD = findOptionMDForLoop(TheLoop, Name); in getOptionalBoolLoopAttribute()
1087 bool llvm::getBooleanLoopAttribute(const Loop *TheLoop, StringRef Name) { in getBooleanLoopAttribute() argument
1088 return getOptionalBoolLoopAttribute(TheLoop, Name).getValueOr(false); in getBooleanLoopAttribute()
1091 llvm::Optional<int> llvm::getOptionalIntLoopAttribute(const Loop *TheLoop, in getOptionalIntLoopAttribute() argument
1094 findStringMetadataForLoop(TheLoop, Name).getValueOr(nullptr); in getOptionalIntLoopAttribute()
|
| H A D | VectorUtils.cpp | 959 auto &DL = TheLoop->getHeader()->getModule()->getDataLayout(); in collectConstStrideAccesses()
967 LoopBlocksDFS DFS(TheLoop); in collectConstStrideAccesses()
983 int64_t Stride = getPtrStride(PSE, Ptr, TheLoop, Strides, in collectConstStrideAccesses()
1231 if (!getPtrStride(PSE, FirstMemberPtr, TheLoop, Strides, /*Assume=*/false, in analyzeInterleaving()
1242 if (!getPtrStride(PSE, LastMemberPtr, TheLoop, Strides, /*Assume=*/false, in analyzeInterleaving()
|
| /freebsd-13.1/contrib/llvm-project/llvm/include/llvm/Transforms/Vectorize/ |
| H A D | LoopVectorizationLegality.h | 134 if (llvm::hasUnrollTransformation(TheLoop) & TM_Disable) in getInterleave()
142 hasDisableAllTransformsHint(TheLoop)) in getForce()
195 const Loop *TheLoop; variable
257 : TheLoop(L), LI(LI), PSE(PSE), TTI(TTI), TLI(TLI), DT(DT), in LoopVectorizationLegality()
467 Loop *TheLoop; variable
|
| H A D | LoopVectorize.h | 175 OptimizationRemarkEmitter *ORE, Loop *TheLoop, Instruction *I = nullptr);
181 OptimizationRemarkEmitter *ORE, Loop *TheLoop,
|
| /freebsd-13.1/contrib/llvm-project/llvm/include/llvm/Analysis/ |
| H A D | IVDescriptors.h | 152 static bool AddReductionVar(PHINode *Phi, RecurKind Kind, Loop *TheLoop,
163 static bool isReductionPHI(PHINode *Phi, Loop *TheLoop,
177 isFirstOrderRecurrence(PHINode *Phi, Loop *TheLoop,
|
| H A D | LoopInfo.h | 1296 MDNode *findOptionMDForLoop(const Loop *TheLoop, StringRef Name);
1298 Optional<bool> getOptionalBoolLoopAttribute(const Loop *TheLoop,
1302 bool getBooleanLoopAttribute(const Loop *TheLoop, StringRef Name);
1306 getOptionalIntLoopAttribute(const Loop *TheLoop, StringRef Name);
1313 Optional<const MDOperand *> findStringMetadataForLoop(const Loop *TheLoop,
|
| H A D | VectorUtils.h | 734 : PSE(PSE), TheLoop(L), DT(DT), LI(LI), LAI(LAI) {} in InterleavedAccessInfo()
799 Loop *TheLoop; variable
875 return LoopAccessInfo::blockNeedsPredication(BB, TheLoop, DT); in isPredicated()
|
| H A D | LoopAccessAnalysis.h | 551 static bool blockNeedsPredication(BasicBlock *BB, Loop *TheLoop,
632 Loop *TheLoop; variable
|
| /freebsd-13.1/contrib/llvm-project/llvm/lib/Transforms/Utils/ |
| H A D | LoopUtils.cpp | 212 LLVMContext &Context = TheLoop->getHeader()->getContext(); in createStringMetadata()
222 void llvm::addStringMetadataToLoop(Loop *TheLoop, const char *StringMD, in addStringMetadataToLoop() argument
226 MDNode *LoopID = TheLoop->getLoopID(); in addStringMetadataToLoop()
248 MDs.push_back(createStringMetadata(TheLoop, StringMD, V)); in addStringMetadataToLoop()
250 LLVMContext &Context = TheLoop->getHeader()->getContext(); in addStringMetadataToLoop()
254 TheLoop->setLoopID(NewLoopID); in addStringMetadataToLoop()
258 llvm::getOptionalElementCountLoopAttribute(const Loop *TheLoop) { in getOptionalElementCountLoopAttribute() argument
260 getOptionalIntLoopAttribute(TheLoop, "llvm.loop.vectorize.width"); in getOptionalElementCountLoopAttribute()
264 TheLoop, "llvm.loop.vectorize.scalable.enable"); in getOptionalElementCountLoopAttribute()
1525 Loop *TheLoop, Instruction *Loc, in expandBounds() argument
[all …]
|
| /freebsd-13.1/contrib/llvm-project/llvm/include/llvm/Transforms/Utils/ |
| H A D | LoopUtils.h | 218 getOptionalElementCountLoopAttribute(const Loop *TheLoop);
294 void addStringMetadataToLoop(Loop *TheLoop, const char *MDString,
472 addRuntimeChecks(Instruction *Loc, Loop *TheLoop,
|
| /freebsd-13.1/contrib/llvm-project/llvm/lib/CodeGen/ |
| H A D | HardwareLoops.cpp | 114 OptimizationRemarkEmitter *ORE, Loop *TheLoop, Instruction *I = nullptr) { in reportHWLoopFailure() argument
116 ORE->emit(createHWLoopAnalysis(ORETag, TheLoop, I) << Msg); in reportHWLoopFailure()
|