Lines Matching refs:TheLoop
51 Loop *TheLoop, in createLVMissedAnalysis() argument
53 Value *CodeRegion = TheLoop->getHeader(); in createLVMissedAnalysis()
54 DebugLoc DL = TheLoop->getStartLoc(); in createLVMissedAnalysis()
89 IsVectorized("isvectorized", 0, HK_ISVECTORIZED), TheLoop(L), ORE(ORE) { in LoopVectorizeHints()
145 TheLoop->getStartLoc(), in emitRemarkWithHints()
146 TheLoop->getHeader()) in emitRemarkWithHints()
150 TheLoop->getStartLoc(), TheLoop->getHeader()); in emitRemarkWithHints()
176 MDNode *LoopID = TheLoop->getLoopID(); in getHintsFromMetadata()
235 LLVMContext &Context = TheLoop->getHeader()->getContext(); in createHintMetadata()
261 MDNode *LoopID = TheLoop->getLoopID(); in writeHintsToMetadata()
276 LLVMContext &Context = TheLoop->getHeader()->getContext(); in writeHintsToMetadata()
281 TheLoop->setLoopID(NewLoopID); in writeHintsToMetadata()
436 static bool hasOutsideLoopUser(const Loop *TheLoop, Instruction *Inst, in hasOutsideLoopUser() argument
445 if (!TheLoop->contains(UI)) { in hasOutsideLoopUser()
457 int Stride = getPtrStride(PSE, Ptr, TheLoop, Strides, true, false); in isConsecutivePtr()
468 assert(!TheLoop->empty() && "We are not vectorizing an outer loop."); in canVectorizeOuterLoop()
474 for (BasicBlock *BB : TheLoop->blocks()) { in canVectorizeOuterLoop()
492 !TheLoop->isLoopInvariant(Br->getCondition()) && in canVectorizeOuterLoop()
507 if (!isUniformLoopNest(TheLoop /*loop nest*/, in canVectorizeOuterLoop()
508 TheLoop /*context outer loop*/)) { in canVectorizeOuterLoop()
581 AllowedExit.insert(Phi->getIncomingValueForBlock(TheLoop->getLoopLatch())); in addInductionPhi()
588 BasicBlock *Header = TheLoop->getHeader(); in setupOuterLoopInductions()
593 if (InductionDescriptor::isInductionPHI(&Phi, TheLoop, PSE, ID) && in setupOuterLoopInductions()
614 BasicBlock *Header = TheLoop->getHeader(); in canVectorizeInstrs()
622 for (BasicBlock *BB : TheLoop->blocks()) { in canVectorizeInstrs()
657 if (RecurrenceDescriptor::isReductionPHI(Phi, TheLoop, RedDes, DB, AC, in canVectorizeInstrs()
681 if (InductionDescriptor::isInductionPHI(Phi, TheLoop, PSE, ID)) { in canVectorizeInstrs()
688 if (RecurrenceDescriptor::isFirstOrderRecurrence(Phi, TheLoop, in canVectorizeInstrs()
696 if (InductionDescriptor::isInductionPHI(Phi, TheLoop, PSE, ID, true)) { in canVectorizeInstrs()
749 if (!SE->isLoopInvariant(PSE.getSCEV(CI->getOperand(1)), TheLoop)) { in canVectorizeInstrs()
791 if (hasOutsideLoopUser(TheLoop, &I, AllowedExit)) { in canVectorizeInstrs()
830 LAI = &(*GetLAA)(*TheLoop); in canVectorizeMemory()
878 return LoopAccessInfo::blockNeedsPredication(BB, TheLoop, DT); in blockNeedsPredication()
883 const bool IsAnnotatedParallel = TheLoop->isAnnotatedParallel(); in blockCanBePredicated()
933 assert(TheLoop->getNumBlocks() > 1 && "Single block loops are vectorizable"); in canVectorizeWithIfConvert()
939 for (BasicBlock *BB : TheLoop->blocks()) { in canVectorizeWithIfConvert()
949 BasicBlock *Header = TheLoop->getHeader(); in canVectorizeWithIfConvert()
950 for (BasicBlock *BB : TheLoop->blocks()) { in canVectorizeWithIfConvert()
1073 if (!canVectorizeLoopNestCFG(TheLoop, UseVPlanNativePath)) { in canVectorize()
1081 LLVM_DEBUG(dbgs() << "LV: Found a loop: " << TheLoop->getHeader()->getName() in canVectorize()
1086 if (!TheLoop->empty()) { in canVectorize()
1100 assert(TheLoop->empty() && "Inner loop expected."); in canVectorize()
1102 unsigned NumBlocks = TheLoop->getNumBlocks(); in canVectorize()
1184 if (TheLoop->contains(UI)) in canFoldTailByMasking()
1199 for (BasicBlock *BB : TheLoop->blocks()) { in canFoldTailByMasking()