Lines Matching refs:OrigLoop
347 InnerLoopVectorizer(Loop *OrigLoop, PredicatedScalarEvolution &PSE, in InnerLoopVectorizer() argument
354 : OrigLoop(OrigLoop), PSE(PSE), LI(LI), DT(DT), TLI(TLI), TTI(TTI), in InnerLoopVectorizer()
609 Loop *OrigLoop; member in llvm::InnerLoopVectorizer
719 InnerLoopUnroller(Loop *OrigLoop, PredicatedScalarEvolution &PSE, in InnerLoopUnroller() argument
726 : InnerLoopVectorizer(OrigLoop, PSE, LI, DT, TLI, TTI, AC, ORE, 1, in InnerLoopUnroller()
1496 bool SafeToHoist = OrigLoop->isLoopInvariant(V) && in getBroadcastInstrs()
1597 return (OrigLoop->contains(I) && shouldScalarizeInstruction(I)); in needsScalarInduction()
1658 assert(PSE.getSE()->isLoopInvariant(ID.getStep(), OrigLoop) && in widenIntOrFpInduction()
1660 auto &DL = OrigLoop->getHeader()->getModule()->getDataLayout(); in widenIntOrFpInduction()
1902 if (OrigLoop->isLoopInvariant(V)) in getOrCreateScalarValue()
2611 LVer = llvm::make_unique<LoopVersioning>(*Legal->getLAI(), OrigLoop, LI, DT, in emitMemRuntimeChecks()
2737 BasicBlock *OldBasicBlock = OrigLoop->getHeader(); in createVectorizedLoopSkeleton()
2738 BasicBlock *VectorPH = OrigLoop->getLoopPreheader(); in createVectorizedLoopSkeleton()
2739 BasicBlock *ExitBlock = OrigLoop->getExitBlock(); in createVectorizedLoopSkeleton()
2740 MDNode *OrigLoopID = OrigLoop->getLoopID(); in createVectorizedLoopSkeleton()
2768 Loop *ParentLoop = OrigLoop->getParentLoop(); in createVectorizedLoopSkeleton()
2842 const DataLayout &DL = OrigLoop->getHeader()->getModule()->getDataLayout(); in createVectorizedLoopSkeleton()
2897 if (MDNode *LID = OrigLoop->getLoopID()) in createVectorizedLoopSkeleton()
2919 assert(OrigLoop->getExitBlock() && "Expected a single exit block"); in fixupIVUsers()
2925 Value *PostInc = OrigPhi->getIncomingValueForBlock(OrigLoop->getLoopLatch()); in fixupIVUsers()
2928 if (!OrigLoop->contains(UI)) { in fixupIVUsers()
2939 if (!OrigLoop->contains(UI)) { in fixupIVUsers()
2941 OrigLoop->getHeader()->getModule()->getDataLayout(); in fixupIVUsers()
3309 for (PHINode &Phi : OrigLoop->getHeader()->phis()) { in fixCrossIterationPHIs()
3369 auto *Preheader = OrigLoop->getLoopPreheader(); in fixFirstOrderRecurrence()
3370 auto *Latch = OrigLoop->getLoopLatch(); in fixFirstOrderRecurrence()
3546 BasicBlock *Latch = OrigLoop->getLoopLatch(); in fixReduction()
3651 Phi->getBasicBlockIndex(OrigLoop->getLoopLatch()); in fixReduction()
3797 assert(PN->getParent() == OrigLoop->getHeader() && in widenPHIInstruction()
3823 const DataLayout &DL = OrigLoop->getHeader()->getModule()->getDataLayout(); in widenPHIInstruction()
3891 if (VF > 1 && OrigLoop->hasLoopInvariantOperands(GEP)) { in widenInstruction()
3922 OrigLoop->isLoopInvariant(GEP->getPointerOperand()) in widenInstruction()
3930 if (OrigLoop->isLoopInvariant(U.get())) in widenInstruction()
3993 SE->isLoopInvariant(PSE.getSCEV(I.getOperand(0)), OrigLoop); in widenInstruction()
4153 PSE.getSE()->forgetLoop(OrigLoop); in updateAnalysis()
6079 if (!OrigLoop->empty()) { in planInVPlanNativePath()
6107 assert(OrigLoop->empty() && "Inner loop expected."); in plan()
6115 if (CM.blockNeedsPredication(OrigLoop->getHeader()) && in plan()
6201 BasicBlock *Latch = OrigLoop->getLoopLatch(); in collectTriviallyDeadInstructions()
6350 assert(OrigLoop->contains(BB) && "Block is not a part of a loop"); in createBlockInMask()
6361 if (OrigLoop->getHeader() == BB) { in createBlockInMask()
6487 if (!Phi || Phi->getParent() == OrigLoop->getHeader()) in tryToBlend()
6722 assert(OrigLoop->empty() && "Inner loop expected."); in buildVPlansWithVPRecipes()
6728 auto *Latch = OrigLoop->getLoopLatch(); in buildVPlansWithVPRecipes()
6729 for (BasicBlock *BB : OrigLoop->blocks()) { in buildVPlansWithVPRecipes()
6775 VPRecipeBuilder RecipeBuilder(OrigLoop, TLI, TTI, Legal, CM, Builder); in buildVPlanWithVPRecipes()
6782 LoopBlocksDFS DFS(OrigLoop); in buildVPlanWithVPRecipes()
6890 assert(!OrigLoop->empty()); in buildVPlan()
6897 VPlanHCFGBuilder HCFGBuilder(OrigLoop, LI, *Plan); in buildVPlan()