| /freebsd-14.2/contrib/llvm-project/llvm/lib/Transforms/Vectorize/ |
| H A D | LoopVectorizationLegality.cpp | 112 TheLoop(L), ORE(ORE) { in LoopVectorizeHints() 165 MDNode *LoopID = TheLoop->getLoopID(); in setAlreadyVectorized() 171 TheLoop->setLoopID(NewLoopID); in setAlreadyVectorized() 221 TheLoop->getStartLoc(), TheLoop->getHeader()); in emitRemarkWithHints() 425 if (!TheLoop->contains(UI)) { in hasOutsideLoopUser() 494 Loop *TheLoop; member in llvm::__anon039d43d40311::SCEVAddRecForUniformityRewriter 505 TheLoop(TheLoop) {} in SCEVAddRecForUniformityRewriter() 1058 LAI = &LAIs.getInfo(*TheLoop); in canVectorizeMemory() 1094 if (TheLoop->contains(Ptr)) { in canVectorizeMemory() 1455 if (!TheLoop->isInnermost()) { in canVectorize() [all …]
|
| H A D | VPlanHCFGBuilder.cpp | 37 Loop *TheLoop; member in __anon2966302e0111::PlainCFGBuilder 75 : TheLoop(Lp), LI(LI), Plan(P) {} in PlainCFGBuilder() 190 if (!LoopOfBB || !doesContainLoop(LoopOfBB, TheLoop)) in getOrCreateVPBB() 204 if (LoopOfBB == TheLoop) { in getOrCreateVPBB() 233 BasicBlock *PH = TheLoop->getLoopPreheader(); in isExternalDef() 241 BasicBlock *Exit = TheLoop->getUniqueExitBlock(); in isExternalDef() 249 return !TheLoop->contains(Inst); in isExternalDef() 339 BasicBlock *ThePreheaderBB = TheLoop->getLoopPreheader(); in buildPlainCFG() 349 BasicBlock *LoopExitBB = TheLoop->getUniqueExitBlock(); in buildPlainCFG() 368 LoopBlocksRPO RPO(TheLoop); in buildPlainCFG() [all …]
|
| H A D | VPlanHCFGBuilder.h | 44 Loop *TheLoop; 65 : TheLoop(Lp), LI(LI), Plan(P) {} in VPlanHCFGBuilder()
|
| H A D | LoopVectorize.cpp | 984 DebugLoc DL = TheLoop->getStartLoc(); in createLVAnalysis() 1593 if (TheLoop->getExitingBlock() != TheLoop->getLoopLatch()) in requiresScalarEpilogue() 1860 TheLoop->isLoopInvariant(I)) in needsExtract() 1881 Loop *TheLoop; member in llvm::LoopVectorizationCostModel 3854 for (auto *BB : TheLoop->blocks()) in collectLoopScalars() 4305 for (auto *BB : TheLoop->blocks()) in collectLoopUniforms() 4678 if (TheLoop->getExitingBlock() != TheLoop->getLoopLatch()) { in computeMaxVF() 5622 LoopBlocksDFS DFS(TheLoop); in calculateRegisterUsage() 6035 const Loop *TheLoop) { in getAddressAccessSCEV() argument 6306 !TheLoop->isLoopInvariant(Op0) && !TheLoop->isLoopInvariant(Op1) && in getReductionPatternCost() [all …]
|
| /freebsd-14.2/contrib/llvm-project/llvm/lib/Analysis/ |
| H A D | IVDescriptors.cpp | 174 if (TheLoop->contains(I) && !Visited.count(I)) in collectCastInstrs() 221 if (Phi->getParent() != TheLoop->getHeader()) in AddReductionVar() 340 if (!SE->isLoopInvariant(PtrScev, TheLoop)) { in AddReductionVar() 445 if (!TheLoop->contains(Parent)) { in AddReductionVar() 844 BasicBlock *Header = TheLoop->getHeader(); in isReductionPHI() 952 if (Phi->getParent() != TheLoop->getHeader() || in isFixedOrderRecurrence() 958 auto *Preheader = TheLoop->getLoopPreheader(); in isFixedOrderRecurrence() 959 auto *Latch = TheLoop->getLoopLatch(); in isFixedOrderRecurrence() 1283 if (TheLoop->getHeader() != Phi->getParent()) in isFPInductionPHI() 1320 if (TheLoop->contains(I)) in isFPInductionPHI() [all …]
|
| H A D | LoopAccessAnalysis.cpp | 662 : TheLoop(TheLoop), BAA(*AA), AST(BAA), LI(LI), DepCands(DA), PSE(PSE), in AccessAnalysis() 771 const Loop *TheLoop; member in __anon30e05fe90111::AccessAnalysis 1078 findForkedPointer(PSE, StridesMap, Ptr, TheLoop); in createCheckForAccess() 1391 TheLoop->getHeader()->getParent(), in processMemAccesses() 2285 if (!TheLoop->isInnermost()) { in canAnalyzeLoop() 2292 if (TheLoop->getNumBackEdges() != 1) { in canAnalyzeLoop() 2340 LoopBlocksRPO RPOT(TheLoop); in analyzeLoop() 2698 BasicBlock* Latch = TheLoop->getLoopLatch(); in blockNeedsPredication() 2706 Value *CodeRegion = TheLoop->getHeader(); in recordAnalysis() 2707 DebugLoc DL = TheLoop->getStartLoc(); in recordAnalysis() [all …]
|
| H A D | LoopInfo.cpp | 1044 MDNode *llvm::findOptionMDForLoop(const Loop *TheLoop, StringRef Name) { in findOptionMDForLoop() argument 1045 return findOptionMDForLoopID(TheLoop->getLoopID(), Name); in findOptionMDForLoop() 1054 llvm::findStringMetadataForLoop(const Loop *TheLoop, StringRef Name) { in findStringMetadataForLoop() argument 1055 MDNode *MD = findOptionMDForLoop(TheLoop, Name); in findStringMetadataForLoop() 1070 MDNode *MD = findOptionMDForLoop(TheLoop, Name); in getOptionalBoolLoopAttribute() 1086 bool llvm::getBooleanLoopAttribute(const Loop *TheLoop, StringRef Name) { in getBooleanLoopAttribute() argument 1087 return getOptionalBoolLoopAttribute(TheLoop, Name).value_or(false); in getBooleanLoopAttribute() 1090 std::optional<int> llvm::getOptionalIntLoopAttribute(const Loop *TheLoop, in getOptionalIntLoopAttribute() argument 1093 findStringMetadataForLoop(TheLoop, Name).value_or(nullptr); in getOptionalIntLoopAttribute() 1104 int llvm::getIntLoopAttribute(const Loop *TheLoop, StringRef Name, in getIntLoopAttribute() argument [all …]
|
| H A D | VectorUtils.cpp | 1067 auto &DL = TheLoop->getHeader()->getModule()->getDataLayout(); in collectConstStrideAccesses() 1075 LoopBlocksDFS DFS(TheLoop); in collectConstStrideAccesses() 1098 getPtrStride(PSE, ElementTy, Ptr, TheLoop, Strides, in collectConstStrideAccesses() 1353 if (getPtrStride(PSE, AccessTy, MemberPtr, TheLoop, Strides, in analyzeInterleaving()
|
| /freebsd-14.2/contrib/llvm-project/llvm/include/llvm/Transforms/Vectorize/ |
| H A D | LoopVectorizationLegality.h | 147 if (llvm::hasUnrollTransformation(TheLoop) & TM_Disable) in getInterleave() 155 hasDisableAllTransformsHint(TheLoop)) in getForce() 195 const Loop *TheLoop; variable 248 : TheLoop(L), LI(LI), PSE(PSE), TTI(TTI), TLI(TLI), DT(DT), LAIs(LAIs), in LoopVectorizationLegality() 394 Loop *getLoop() const { return TheLoop; } in getLoop() 464 Loop *TheLoop; variable
|
| H A D | LoopVectorize.h | 207 OptimizationRemarkEmitter *ORE, Loop *TheLoop, Instruction *I = nullptr); 213 OptimizationRemarkEmitter *ORE, Loop *TheLoop,
|
| /freebsd-14.2/contrib/llvm-project/llvm/include/llvm/Analysis/ |
| H A D | LoopInfo.h | 628 MDNode *findOptionMDForLoop(const Loop *TheLoop, StringRef Name); 630 std::optional<bool> getOptionalBoolLoopAttribute(const Loop *TheLoop, 634 bool getBooleanLoopAttribute(const Loop *TheLoop, StringRef Name); 637 std::optional<int> getOptionalIntLoopAttribute(const Loop *TheLoop, 642 int getIntLoopAttribute(const Loop *TheLoop, StringRef Name, int Default = 0); 649 std::optional<const MDOperand *> findStringMetadataForLoop(const Loop *TheLoop,
|
| H A D | IVDescriptors.h | 170 AddReductionVar(PHINode *Phi, RecurKind Kind, Loop *TheLoop, 181 isReductionPHI(PHINode *Phi, Loop *TheLoop, RecurrenceDescriptor &RedDes, 194 static bool isFixedOrderRecurrence(PHINode *Phi, Loop *TheLoop,
|
| H A D | VectorUtils.h | 591 : PSE(PSE), TheLoop(L), DT(DT), LI(LI), LAI(LAI) {} in InterleavedAccessInfo() 659 Loop *TheLoop; variable 735 return LoopAccessInfo::blockNeedsPredication(BB, TheLoop, DT); in isPredicated()
|
| H A D | LoopAccessAnalysis.h | 602 static bool blockNeedsPredication(BasicBlock *BB, Loop *TheLoop, 691 Loop *TheLoop; variable
|
| /freebsd-14.2/contrib/llvm-project/llvm/lib/Transforms/Utils/ |
| H A D | LoopUtils.cpp | 204 LLVMContext &Context = TheLoop->getHeader()->getContext(); in createStringMetadata() 218 MDNode *LoopID = TheLoop->getLoopID(); in addStringMetadataToLoop() 240 MDs.push_back(createStringMetadata(TheLoop, StringMD, V)); in addStringMetadataToLoop() 242 LLVMContext &Context = TheLoop->getHeader()->getContext(); in addStringMetadataToLoop() 246 TheLoop->setLoopID(NewLoopID); in addStringMetadataToLoop() 250 llvm::getOptionalElementCountLoopAttribute(const Loop *TheLoop) { in getOptionalElementCountLoopAttribute() argument 256 TheLoop, "llvm.loop.vectorize.scalable.enable"); in getOptionalElementCountLoopAttribute() 1662 Loop *TheLoop, Instruction *Loc, in expandBounds() argument 1681 if (HoistRuntimeChecks && TheLoop->getParentLoop() && in expandBounds() 1685 const Loop *OuterLoop = TheLoop->getParentLoop(); in expandBounds() [all …]
|
| /freebsd-14.2/contrib/llvm-project/llvm/include/llvm/Transforms/Utils/ |
| H A D | LoopUtils.h | 237 getOptionalElementCountLoopAttribute(const Loop *TheLoop); 313 void addStringMetadataToLoop(Loop *TheLoop, const char *MDString, 521 addRuntimeChecks(Instruction *Loc, Loop *TheLoop,
|
| /freebsd-14.2/contrib/llvm-project/llvm/lib/CodeGen/ |
| H A D | HardwareLoops.cpp | 113 OptimizationRemarkEmitter *ORE, Loop *TheLoop, Instruction *I = nullptr) { in reportHWLoopFailure() argument 115 ORE->emit(createHWLoopAnalysis(ORETag, TheLoop, I) << Msg); in reportHWLoopFailure()
|
| /freebsd-14.2/contrib/llvm-project/llvm/lib/TableGen/ |
| H A D | TGParser.cpp | 3735 auto TheLoop = std::make_unique<ForeachLoop>(Loc, IterName, ListValue); in ParseForeach() local 3737 TGVarScope *ForeachScope = PushScope(TheLoop.get()); in ParseForeach() 3738 Loops.push_back(std::move(TheLoop)); in ParseForeach()
|
| /freebsd-14.2/contrib/llvm-project/llvm/lib/Target/AArch64/ |
| H A D | AArch64TargetTransformInfo.cpp | 3977 static bool containsDecreasingPointers(Loop *TheLoop, in containsDecreasingPointers() argument 3980 for (BasicBlock *BB : TheLoop->blocks()) { in containsDecreasingPointers() 3987 if (getPtrStride(*PSE, AccessTy, Ptr, TheLoop, Strides, /*Assume=*/true, in containsDecreasingPointers()
|