| /llvm-project-15.0.7/llvm/lib/Transforms/Vectorize/ |
| H A D | LoopVectorizationLegality.cpp | 107 TheLoop(L), ORE(ORE) { in LoopVectorizeHints() 160 MDNode *LoopID = TheLoop->getLoopID(); in setAlreadyVectorized() 166 TheLoop->setLoopID(NewLoopID); in setAlreadyVectorized() 216 TheLoop->getStartLoc(), TheLoop->getHeader()); in emitRemarkWithHints() 251 MDNode *LoopID = TheLoop->getLoopID(); in getHintsFromMetadata() 420 if (!TheLoop->contains(UI)) { in hasOutsideLoopUser() 516 "CFGNotUnderstood", ORE, TheLoop); in canVectorizeOuterLoop() 908 LAI = &(*GetLAA)(*TheLoop); in canVectorizeMemory() 1220 "CFGNotUnderstood", ORE, TheLoop); in canVectorizeLoopCFG() 1288 if (!TheLoop->isInnermost()) { in canVectorize() [all …]
|
| H A D | VPlanHCFGBuilder.cpp | 37 Loop *TheLoop; member in __anon69ef2ce80111::PlainCFGBuilder 74 : TheLoop(Lp), LI(LI), Plan(P) {} in PlainCFGBuilder() 157 BasicBlock *PH = TheLoop->getLoopPreheader(); in isExternalDef() 165 BasicBlock *Exit = TheLoop->getUniqueExitBlock(); in isExternalDef() 173 return !TheLoop->contains(Inst); in isExternalDef() 267 BasicBlock *ThePreheaderBB = TheLoop->getLoopPreheader(); in buildPlainCFG() 278 VPBlockBase *HeaderVPBB = getOrCreateVPBB(TheLoop->getHeader()); in buildPlainCFG() 282 LoopBlocksRPO RPO(TheLoop); in buildPlainCFG() 327 BasicBlock *LoopExitBB = TheLoop->getUniqueExitBlock(); in buildPlainCFG() 340 LoopWorkList.push_back(TheLoop); in buildPlainCFG() [all …]
|
| H A D | VPlanHCFGBuilder.h | 44 Loop *TheLoop; 66 : TheLoop(Lp), LI(LI), Plan(P) {} in VPlanHCFGBuilder()
|
| H A D | LoopVectorize.cpp | 925 DebugLoc DL = TheLoop->getStartLoc(); in createLVAnalysis() 1498 if (TheLoop->getExitingBlock() != TheLoop->getLoopLatch()) in requiresScalarEpilogue() 1757 TheLoop->isLoopInvariant(I)) in needsExtract() 1789 Loop *TheLoop; member in llvm::LoopVectorizationCostModel 4333 for (auto *BB : TheLoop->blocks()) in collectLoopScalars() 4646 for (auto *BB : TheLoop->blocks()) in collectLoopUniforms() 5023 if (TheLoop->getExitingBlock() != TheLoop->getLoopLatch()) { in computeMaxVF() 5875 LoopBlocksDFS DFS(TheLoop); in calculateRegisterUsage() 6274 const Loop *TheLoop) { in getAddressAccessSCEV() argument 6550 !TheLoop->isLoopInvariant(Op0) && !TheLoop->isLoopInvariant(Op1) && in getReductionPatternCost() [all …]
|
| /llvm-project-15.0.7/llvm/lib/Analysis/ |
| H A D | IVDescriptors.cpp | 224 if (Phi->getParent() != TheLoop->getHeader()) in AddReductionVar() 343 if (!SE->isLoopInvariant(PtrScev, TheLoop)) { in AddReductionVar() 449 if (!TheLoop->contains(Parent)) { in AddReductionVar() 830 BasicBlock *Header = TheLoop->getHeader(); in isReductionPHI() 925 PHINode *Phi, Loop *TheLoop, in isFirstOrderRecurrence() argument 929 if (Phi->getParent() != TheLoop->getHeader() || in isFirstOrderRecurrence() 935 auto *Preheader = TheLoop->getLoopPreheader(); in isFirstOrderRecurrence() 936 auto *Latch = TheLoop->getLoopLatch(); in isFirstOrderRecurrence() 1295 if (TheLoop->getHeader() != Phi->getParent()) in isFPInductionPHI() 1332 if (TheLoop->contains(I)) in isFPInductionPHI() [all …]
|
| H A D | LoopAccessAnalysis.cpp | 623 : TheLoop(TheLoop), AST(*AA), LI(LI), DepCands(DA), PSE(PSE) {} in AccessAnalysis() 697 const Loop *TheLoop; member in __anonf7514c230111::AccessAnalysis 933 findForkedPointer(PSE, StridesMap, Ptr, TheLoop); in createCheckForAccess() 1244 TheLoop->getHeader()->getParent(), in processMemAccesses() 2079 if (!TheLoop->isInnermost()) { in canAnalyzeLoop() 2086 if (TheLoop->getNumBackEdges() != 1) { in canAnalyzeLoop() 2129 !TheLoop->getHeader()->getParent()->hasOptSize(); in analyzeLoop() 2132 for (BasicBlock *BB : TheLoop->blocks()) { in analyzeLoop() 2468 BasicBlock* Latch = TheLoop->getLoopLatch(); in blockNeedsPredication() 2476 Value *CodeRegion = TheLoop->getHeader(); in recordAnalysis() [all …]
|
| H A D | LoopInfo.cpp | 1039 MDNode *llvm::findOptionMDForLoop(const Loop *TheLoop, StringRef Name) { in findOptionMDForLoop() argument 1040 return findOptionMDForLoopID(TheLoop->getLoopID(), Name); in findOptionMDForLoop() 1050 MDNode *MD = findOptionMDForLoop(TheLoop, Name); in findStringMetadataForLoop() 1063 Optional<bool> llvm::getOptionalBoolLoopAttribute(const Loop *TheLoop, in getOptionalBoolLoopAttribute() argument 1065 MDNode *MD = findOptionMDForLoop(TheLoop, Name); in getOptionalBoolLoopAttribute() 1081 bool llvm::getBooleanLoopAttribute(const Loop *TheLoop, StringRef Name) { in getBooleanLoopAttribute() argument 1082 return getOptionalBoolLoopAttribute(TheLoop, Name).value_or(false); in getBooleanLoopAttribute() 1085 llvm::Optional<int> llvm::getOptionalIntLoopAttribute(const Loop *TheLoop, in getOptionalIntLoopAttribute() argument 1088 findStringMetadataForLoop(TheLoop, Name).value_or(nullptr); in getOptionalIntLoopAttribute() 1099 int llvm::getIntLoopAttribute(const Loop *TheLoop, StringRef Name, in getIntLoopAttribute() argument [all …]
|
| H A D | VectorUtils.cpp | 1096 auto &DL = TheLoop->getHeader()->getModule()->getDataLayout(); in collectConstStrideAccesses() 1104 LoopBlocksDFS DFS(TheLoop); in collectConstStrideAccesses() 1126 int64_t Stride = getPtrStride(PSE, ElementTy, Ptr, TheLoop, Strides, in collectConstStrideAccesses() 1345 if (getPtrStride(PSE, AccessTy, MemberPtr, TheLoop, Strides, in analyzeInterleaving()
|
| /llvm-project-15.0.7/llvm/include/llvm/Transforms/Vectorize/ |
| H A D | LoopVectorizationLegality.h | 148 if (llvm::hasUnrollTransformation(TheLoop) & TM_Disable) in getInterleave() 156 hasDisableAllTransformsHint(TheLoop)) in getForce() 196 const Loop *TheLoop; variable 250 : TheLoop(L), LI(LI), PSE(PSE), TTI(TTI), TLI(TLI), DT(DT), in LoopVectorizationLegality() 476 Loop *TheLoop; variable
|
| H A D | LoopVectorize.h | 209 OptimizationRemarkEmitter *ORE, Loop *TheLoop, Instruction *I = nullptr); 215 OptimizationRemarkEmitter *ORE, Loop *TheLoop,
|
| /llvm-project-15.0.7/llvm/include/llvm/Transforms/Utils/ |
| H A D | LoopUtils.h | 230 getOptionalElementCountLoopAttribute(const Loop *TheLoop); 306 void addStringMetadataToLoop(Loop *TheLoop, const char *MDString, 507 addRuntimeChecks(Instruction *Loc, Loop *TheLoop, 512 addDiffRuntimeChecks(Instruction *Loc, Loop *TheLoop,
|
| /llvm-project-15.0.7/llvm/lib/Transforms/Utils/ |
| H A D | LoopUtils.cpp | 204 LLVMContext &Context = TheLoop->getHeader()->getContext(); in createStringMetadata() 214 void llvm::addStringMetadataToLoop(Loop *TheLoop, const char *StringMD, in addStringMetadataToLoop() argument 218 MDNode *LoopID = TheLoop->getLoopID(); in addStringMetadataToLoop() 240 MDs.push_back(createStringMetadata(TheLoop, StringMD, V)); in addStringMetadataToLoop() 242 LLVMContext &Context = TheLoop->getHeader()->getContext(); in addStringMetadataToLoop() 246 TheLoop->setLoopID(NewLoopID); in addStringMetadataToLoop() 250 llvm::getOptionalElementCountLoopAttribute(const Loop *TheLoop) { in getOptionalElementCountLoopAttribute() argument 252 getOptionalIntLoopAttribute(TheLoop, "llvm.loop.vectorize.width"); in getOptionalElementCountLoopAttribute() 256 TheLoop, "llvm.loop.vectorize.scalable.enable"); in getOptionalElementCountLoopAttribute() 1577 Loop *TheLoop, Instruction *Loc, in expandBounds() argument [all …]
|
| /llvm-project-15.0.7/llvm/include/llvm/Analysis/ |
| H A D | IVDescriptors.h | 168 AddReductionVar(PHINode *Phi, RecurKind Kind, Loop *TheLoop, 179 isReductionPHI(PHINode *Phi, Loop *TheLoop, RecurrenceDescriptor &RedDes, 191 isFirstOrderRecurrence(PHINode *Phi, Loop *TheLoop,
|
| H A D | LoopInfo.h | 1325 MDNode *findOptionMDForLoop(const Loop *TheLoop, StringRef Name); 1327 Optional<bool> getOptionalBoolLoopAttribute(const Loop *TheLoop, 1331 bool getBooleanLoopAttribute(const Loop *TheLoop, StringRef Name); 1335 getOptionalIntLoopAttribute(const Loop *TheLoop, StringRef Name); 1339 int getIntLoopAttribute(const Loop *TheLoop, StringRef Name, int Default = 0); 1346 Optional<const MDOperand *> findStringMetadataForLoop(const Loop *TheLoop,
|
| H A D | VectorUtils.h | 756 : PSE(PSE), TheLoop(L), DT(DT), LI(LI), LAI(LAI) {} in InterleavedAccessInfo() 821 Loop *TheLoop; variable 897 return LoopAccessInfo::blockNeedsPredication(BB, TheLoop, DT); in isPredicated()
|
| H A D | LoopAccessAnalysis.h | 587 static bool blockNeedsPredication(BasicBlock *BB, Loop *TheLoop, 678 Loop *TheLoop; variable
|
| /llvm-project-15.0.7/llvm/lib/CodeGen/ |
| H A D | HardwareLoops.cpp | 111 OptimizationRemarkEmitter *ORE, Loop *TheLoop, Instruction *I = nullptr) { in reportHWLoopFailure() argument 113 ORE->emit(createHWLoopAnalysis(ORETag, TheLoop, I) << Msg); in reportHWLoopFailure()
|
| /llvm-project-15.0.7/clang-tools-extra/clang-tidy/modernize/ |
| H A D | LoopConvertUtils.cpp | 105 bool DeclFinderASTVisitor::VisitForStmt(ForStmt *TheLoop) { in VisitForStmt() argument 106 StmtGeneratedVarNameMap::const_iterator I = GeneratedDecls->find(TheLoop); in VisitForStmt()
|