| /llvm-project-15.0.7/llvm/lib/Transforms/Vectorize/ |
| H A D | VPRecipeBuilder.h | 29 Loop *OrigLoop; variable
109 VPRecipeBuilder(Loop *OrigLoop, const TargetLibraryInfo *TLI, in VPRecipeBuilder() argument
113 : OrigLoop(OrigLoop), TLI(TLI), Legal(Legal), CM(CM), PSE(PSE), in VPRecipeBuilder()
|
| H A D | LoopVectorize.cpp | 449 : OrigLoop(OrigLoop), PSE(PSE), LI(LI), DT(DT), TLI(TLI), TTI(TTI), in InnerLoopVectorizer()
633 Loop *OrigLoop; member in llvm::InnerLoopVectorizer
2400 assert((!OrigLoop || SE.isLoopInvariant(Step, OrigLoop)) && in CreateStepValue()
3315 if (!OrigLoop->contains(UI)) { in fixupIVUsers()
3326 if (!OrigLoop->contains(UI)) { in fixupIVUsers()
3660 PSE.getSE()->forgetLoop(OrigLoop); in fixVectorizedLoop()
7391 if (!OrigLoop->isInnermost()) { in planInVPlanNativePath()
7976 if (OrigLoop->isLoopExiting(Src)) in createEdgeMask()
8773 LoopBlocksDFS DFS(OrigLoop); in buildVPlanWithVPRecipes()
9057 assert(!OrigLoop->isInnermost()); in buildVPlan()
[all …]
|
| H A D | VPlanTransforms.h | 31 VPInstructionsToVPRecipes(Loop *OrigLoop, VPlanPtr &Plan,
|
| H A D | VPlanTransforms.cpp | 22 Loop *OrigLoop, VPlanPtr &Plan, in VPInstructionsToVPRecipes() argument
74 GEP, Plan->mapToVPValues(GEP->operands()), OrigLoop); in VPInstructionsToVPRecipes()
80 SE.isLoopInvariant(SE.getSCEV(SI->getOperand(0)), OrigLoop); in VPInstructionsToVPRecipes()
|
| H A D | LoopVectorizationPlanner.h | 254 Loop *OrigLoop; variable
294 : OrigLoop(L), LI(LI), TLI(TLI), TTI(TTI), Legal(Legal), CM(CM), IAI(IAI), in LoopVectorizationPlanner()
|
| H A D | VPlan.h | 1018 Loop *OrigLoop) in VPWidenGEPRecipe() argument
1022 IsPtrLoopInvariant = OrigLoop->isLoopInvariant(GEP->getPointerOperand()); in VPWidenGEPRecipe()
1025 OrigLoop->isLoopInvariant(Index.value().get()); in VPWidenGEPRecipe()
|
| /llvm-project-15.0.7/llvm/lib/Transforms/Scalar/ |
| H A D | LoopDistribute.cpp | 131 : DepCycle(DepCycle), OrigLoop(L) { in InstPartition()
162 for (auto *B : OrigLoop->getBlocks()) in populateUsedSet()
173 if (I && OrigLoop->contains(I->getParent()) && Set.insert(I).second) in populateUsedSet()
186 ClonedLoop = ::cloneLoopWithPreheader(InsertBefore, LoopDomBB, OrigLoop, in cloneLoopWithPreheader()
200 return ClonedLoop ? ClonedLoop : OrigLoop; in getDistributedLoop()
217 for (auto *Block : OrigLoop->getBlocks()) in removeUnusedInsts()
259 Loop *OrigLoop; member in __anon4e01e93c0111::InstPartition
|
| /llvm-project-15.0.7/llvm/lib/Transforms/Utils/ |
| H A D | CloneFunction.cpp | 908 Loop *OrigLoop, ValueToValueMapTy &VMap, in cloneLoopWithPreheader() argument
912 Function *F = OrigLoop->getHeader()->getParent(); in cloneLoopWithPreheader()
913 Loop *ParentLoop = OrigLoop->getParentLoop(); in cloneLoopWithPreheader()
917 LMap[OrigLoop] = NewLoop; in cloneLoopWithPreheader()
923 BasicBlock *OrigPH = OrigLoop->getLoopPreheader(); in cloneLoopWithPreheader()
937 for (Loop *CurLoop : OrigLoop->getLoopsInPreorder()) { in cloneLoopWithPreheader()
952 for (BasicBlock *BB : OrigLoop->getBlocks()) { in cloneLoopWithPreheader()
970 for (BasicBlock *BB : OrigLoop->getBlocks()) { in cloneLoopWithPreheader()
|
| H A D | LoopUnrollRuntime.cpp | 468 static void updateLatchBranchWeightsForRemainderLoop(Loop *OrigLoop, in updateLatchBranchWeightsForRemainderLoop() argument
473 cast<BranchInst>(OrigLoop->getLoopLatch()->getTerminator()); in updateLatchBranchWeightsForRemainderLoop()
476 uint64_t ExitWeight = LatchBR->getSuccessor(0) == OrigLoop->getHeader() in updateLatchBranchWeightsForRemainderLoop()
|
| H A D | LoopUtils.cpp | 1472 void llvm::setProfileInfoAfterUnrolling(Loop *OrigLoop, Loop *UnrolledLoop, in setProfileInfoAfterUnrolling() argument
1481 getLoopEstimatedTripCount(OrigLoop, &OrigLoopInvocationWeight); in setProfileInfoAfterUnrolling()
|
| /llvm-project-15.0.7/llvm/include/llvm/Transforms/Utils/ |
| H A D | Cloning.h | 275 Loop *OrigLoop, ValueToValueMapTy &VMap,
|
| H A D | LoopUtils.h | 471 void setProfileInfoAfterUnrolling(Loop *OrigLoop, Loop *UnrolledLoop,
|