Lines Matching refs:TheLoop
923 StringRef RemarkName, Loop *TheLoop, Instruction *I) { in createLVAnalysis() argument
924 Value *CodeRegion = TheLoop->getHeader(); in createLVAnalysis()
925 DebugLoc DL = TheLoop->getStartLoc(); in createLVAnalysis()
964 OptimizationRemarkEmitter *ORE, Loop *TheLoop, in reportVectorizationFailure() argument
967 LoopVectorizeHints Hints(TheLoop, true /* doesn't matter */, *ORE); in reportVectorizationFailure()
969 createLVAnalysis(Hints.vectorizeAnalysisPassName(), ORETag, TheLoop, I) in reportVectorizationFailure()
974 OptimizationRemarkEmitter *ORE, Loop *TheLoop, in reportVectorizationInfo() argument
977 LoopVectorizeHints Hints(TheLoop, true /* doesn't matter */, *ORE); in reportVectorizationInfo()
979 createLVAnalysis(Hints.vectorizeAnalysisPassName(), ORETag, TheLoop, I) in reportVectorizationInfo()
1144 : ScalarEpilogueStatus(SEL), TheLoop(L), PSE(PSE), LI(LI), Legal(Legal), in LoopVectorizationCostModel()
1498 if (TheLoop->getExitingBlock() != TheLoop->getLoopLatch()) in requiresScalarEpilogue()
1756 if (VF.isScalar() || !I || !TheLoop->contains(I) || in needsExtract()
1757 TheLoop->isLoopInvariant(I)) in needsExtract()
1789 Loop *TheLoop; member in llvm::LoopVectorizationCostModel
4266 auto *Latch = TheLoop->getLoopLatch(); in collectLoopScalars()
4289 !TheLoop->isLoopInvariant(V); in collectLoopScalars()
4333 for (auto *BB : TheLoop->blocks()) in collectLoopScalars()
4368 return !TheLoop->contains(J) || Worklist.count(J) || in collectLoopScalars()
4402 return I == IndUpdate || !TheLoop->contains(I) || Worklist.count(I) || in collectLoopScalars()
4413 return I == Ind || !TheLoop->contains(I) || Worklist.count(I) || in collectLoopScalars()
4579 return (!I || !TheLoop->contains(I)); in collectLoopUniforms()
4584 BasicBlock *Latch = TheLoop->getLoopLatch(); in collectLoopUniforms()
4610 if (Cmp && TheLoop->contains(Cmp) && Cmp->hasOneUse()) in collectLoopUniforms()
4646 for (auto *BB : TheLoop->blocks()) in collectLoopUniforms()
4655 if (TheLoop->hasLoopInvariantOperands(&I)) in collectLoopUniforms()
4744 return I == IndUpdate || !TheLoop->contains(I) || Worklist.count(I) || in collectLoopUniforms()
4755 return I == Ind || !TheLoop->contains(I) || Worklist.count(I) || in collectLoopUniforms()
4777 "CantVersionLoopWithOptForSize", ORE, TheLoop); in runtimeChecksRequired()
4786 "CantVersionLoopWithOptForSize", ORE, TheLoop); in runtimeChecksRequired()
4795 "CantVersionLoopWithOptForSize", ORE, TheLoop); in runtimeChecksRequired()
4809 "ScalableVectorizationDisabled", ORE, TheLoop); in getMaxLegalScalableVF()
4829 "ScalableVFUnfeasible", ORE, TheLoop); in getMaxLegalScalableVF()
4841 "ScalableVFUnfeasible", ORE, TheLoop); in getMaxLegalScalableVF()
4859 "ScalableVFUnfeasible", ORE, TheLoop); in getMaxLegalScalableVF()
4866 MinBWs = computeMinimumValueSizes(TheLoop->getBlocks(), *DB, &TTI); in computeFeasibleMaxVF()
4909 TheLoop->getStartLoc(), in computeFeasibleMaxVF()
4910 TheLoop->getHeader()) in computeFeasibleMaxVF()
4925 TheLoop->getStartLoc(), in computeFeasibleMaxVF()
4926 TheLoop->getHeader()) in computeFeasibleMaxVF()
4937 TheLoop->getStartLoc(), in computeFeasibleMaxVF()
4938 TheLoop->getHeader()) in computeFeasibleMaxVF()
4977 "CantVersionLoopWithDivergentTarget", ORE, TheLoop); in computeMaxVF()
4981 unsigned TC = PSE.getSE()->getSmallConstantTripCount(TheLoop); in computeMaxVF()
4986 "SingleIterationLoop", ORE, TheLoop); in computeMaxVF()
5023 if (TheLoop->getExitingBlock() != TheLoop->getLoopLatch()) { in computeMaxVF()
5063 SE->applyLoopGuards(ExitCount, TheLoop), in computeMaxVF()
5099 "UnknownLoopCountComplexCFG", ORE, TheLoop); in computeMaxVF()
5108 "NoTailLoopWithOptForSize", ORE, TheLoop); in computeMaxVF()
5228 unsigned MaxTripCount = PSE.getSE()->getSmallConstantMaxTripCount(TheLoop); in isMoreProfitable()
5377 reportVectorizationInfo(OutString, "InvalidCost", ORE, TheLoop, I); in selectVectorizationFactor()
5389 "ConditionalStore", ORE, TheLoop); in selectVectorizationFactor()
5475 if (!isCandidateForEpilogueVectorization(*TheLoop, MainLoopVF)) { in selectEpilogueVectorizationFactor()
5495 if (TheLoop->getHeader()->getParent()->hasOptSize() || in selectEpilogueVectorizationFactor()
5496 TheLoop->getHeader()->getParent()->hasMinSize()) { in selectEpilogueVectorizationFactor()
5568 for (BasicBlock *BB : TheLoop->blocks()) { in collectElementTypesForWidening()
5631 auto BestKnownTC = getSmallBestKnownTC(*PSE.getSE(), TheLoop); in selectInterleaveCount()
5757 (VF.isScalar() && any_of(TheLoop->blocks(), [this](BasicBlock *BB) { in selectInterleaveCount()
5806 if (HasReductions && TheLoop->getLoopDepth() > 1) { in selectInterleaveCount()
5875 LoopBlocksDFS DFS(TheLoop); in calculateRegisterUsage()
5908 if (!TheLoop->contains(Instr)) { in calculateRegisterUsage()
6083 for (BasicBlock *BB : TheLoop->blocks()) { in collectInstsToScalarize()
6220 for (BasicBlock *BB : TheLoop->blocks()) { in expectedCost()
6274 const Loop *TheLoop) { in getAddressAccessSCEV() argument
6286 if (!SE->isLoopInvariant(SE->getSCEV(Opd), TheLoop) && in getAddressAccessSCEV()
6319 const SCEV *PtrSCEV = getAddressAccessSCEV(Ptr, Legal, PSE, TheLoop); in getMemInstScalarizationCost()
6550 !TheLoop->isLoopInvariant(Op0) && !TheLoop->isLoopInvariant(Op1) && in getReductionPatternCost()
6578 !TheLoop->isLoopInvariant(RedOp)) { in getReductionPatternCost()
6595 !TheLoop->isLoopInvariant(Op0) && !TheLoop->isLoopInvariant(Op1)) { in getReductionPatternCost()
6753 for (BasicBlock *BB : TheLoop->blocks()) { in setCostBasedWideningDecision()
6866 for (BasicBlock *BB : TheLoop->blocks()) in setCostBasedWideningDecision()
6870 if (PtrDef && TheLoop->contains(PtrDef) && in setCostBasedWideningDecision()
6987 } else if (I->getParent() == TheLoop->getLoopLatch() || VF.isScalar()) in getInstructionCost()
7010 if (VF.isVector() && Phi->getParent() != TheLoop->getHeader()) in getInstructionCost()
7096 bool ScalarCond = (SE->isLoopInvariant(CondSCEV, TheLoop)); in getInstructionCost()
7173 if (VF.isScalar() || !TheLoop->contains(I)) in getInstructionCost()
7306 CodeMetrics::collectEphemeralValues(TheLoop, AC, ValuesToIgnore); in collectValuesToIgnore()
7310 for (BasicBlock *BB : TheLoop->blocks()) in collectValuesToIgnore()
7355 RdxDesc.getReductionOpChain(Phi, TheLoop); in collectInLoopReductions()