Lines Matching refs:PSE
440 InnerLoopVectorizer(Loop *OrigLoop, PredicatedScalarEvolution &PSE, in InnerLoopVectorizer() argument
449 : OrigLoop(OrigLoop), PSE(PSE), LI(LI), DT(DT), TLI(TLI), TTI(TTI), in InnerLoopVectorizer()
451 Builder(PSE.getSE()->getContext()), Legal(LVL), Cost(CM), BFI(BFI), in InnerLoopVectorizer()
638 PredicatedScalarEvolution &PSE; member in llvm::InnerLoopVectorizer
737 InnerLoopUnroller(Loop *OrigLoop, PredicatedScalarEvolution &PSE, in InnerLoopUnroller() argument
745 : InnerLoopVectorizer(OrigLoop, PSE, LI, DT, TLI, TTI, AC, ORE, in InnerLoopUnroller()
787 Loop *OrigLoop, PredicatedScalarEvolution &PSE, LoopInfo *LI, in InnerLoopAndEpilogueVectorizer() argument
794 : InnerLoopVectorizer(OrigLoop, PSE, LI, DT, TLI, TTI, AC, ORE, in InnerLoopAndEpilogueVectorizer()
826 Loop *OrigLoop, PredicatedScalarEvolution &PSE, LoopInfo *LI, in EpilogueVectorizerMainLoop() argument
833 : InnerLoopAndEpilogueVectorizer(OrigLoop, PSE, LI, DT, TLI, TTI, AC, ORE, in EpilogueVectorizerMainLoop()
854 Loop *OrigLoop, PredicatedScalarEvolution &PSE, LoopInfo *LI, in EpilogueVectorizerEpilogueLoop() argument
861 : InnerLoopAndEpilogueVectorizer(OrigLoop, PSE, LI, DT, TLI, TTI, AC, ORE, in EpilogueVectorizerEpilogueLoop()
1136 PredicatedScalarEvolution &PSE, LoopInfo *LI, in LoopVectorizationCostModel() argument
1144 : ScalarEpilogueStatus(SEL), TheLoop(L), PSE(PSE), LI(LI), Legal(Legal), in LoopVectorizationCostModel()
1792 PredicatedScalarEvolution &PSE; member in llvm::LoopVectorizationCostModel
2806 ScalarEvolution *SE = PSE.getSE(); in getOrCreateTripCount()
2807 const SCEV *BackedgeTakenCount = PSE.getBackedgeTakenCount(); in getOrCreateTripCount()
3141 CreateStepValue(II.getStep(), *PSE.getSE(), &*B.GetInsertPoint()); in createInductionResumeValues()
3151 CreateStepValue(II.getStep(), *PSE.getSE(), &*B.GetInsertPoint()); in createInductionResumeValues()
3344 Value *Step = CreateStepValue(II.getStep(), *PSE.getSE(), in fixupIVUsers()
3660 PSE.getSE()->forgetLoop(OrigLoop); in fixVectorizedLoop()
4781 if (!PSE.getPredicate().isAlwaysTrue()) { in runtimeChecksRequired()
4981 unsigned TC = PSE.getSE()->getSmallConstantTripCount(TheLoop); in computeMaxVF()
5058 ScalarEvolution *SE = PSE.getSE(); in computeMaxVF()
5059 const SCEV *BackedgeTakenCount = PSE.getBackedgeTakenCount(); in computeMaxVF()
5228 unsigned MaxTripCount = PSE.getSE()->getSmallConstantMaxTripCount(TheLoop); in isMoreProfitable()
5631 auto BestKnownTC = getSmallBestKnownTC(*PSE.getSE(), TheLoop); in selectInterleaveCount()
6273 PredicatedScalarEvolution &PSE, in getAddressAccessSCEV() argument
6282 auto SE = PSE.getSE(); in getAddressAccessSCEV()
6292 return PSE.getSCEV(Ptr); in getAddressAccessSCEV()
6309 auto SE = PSE.getSE(); in getMemInstScalarizationCost()
6319 const SCEV *PtrSCEV = getAddressAccessSCEV(Ptr, Legal, PSE, TheLoop); in getMemInstScalarizationCost()
6923 auto SE = PSE.getSE(); in getInstructionCost()
7577 PSE.getSE()); in executePlan()
8149 *PSE.getSE(), *OrigLoop, Range); in tryToOptimizeInductionPHI()
8154 Phi, Operands[0], *II, *PSE.getSE(), in tryToOptimizeInductionPHI()
8187 *PSE.getSE(), *OrigLoop, Range); in tryToOptimizeInductionTruncate()
8538 PSE.getSE()->isLoopInvariant(PSE.getSCEV(SI->getOperand(0)), OrigLoop); in tryToCreateWidenRecipe()
8696 VPRecipeBuilder RecipeBuilder(OrigLoop, TLI, Legal, CM, PSE, Builder); in buildVPlanWithVPRecipes()
9037 VPlanTransforms::optimizeInductions(*Plan, *PSE.getSE()); in buildVPlanWithVPRecipes()
9075 DeadInstructions, *PSE.getSE()); in buildVPlan()
9832 Loop *L, PredicatedScalarEvolution &PSE, LoopInfo *LI, DominatorTree *DT, in processLoopInVPlanNativePath() argument
9839 if (isa<SCEVCouldNotCompute>(PSE.getBackedgeTakenCount())) { in processLoopInVPlanNativePath()
9845 InterleavedAccessInfo IAI(PSE, L, DT, LI, LVL->getLAI()); in processLoopInVPlanNativePath()
9848 F, L, Hints, PSI, BFI, TTI, TLI, AC, LI, PSE.getSE(), DT, *LVL); in processLoopInVPlanNativePath()
9850 LoopVectorizationCostModel CM(SEL, L, PSE, LI, LVL, *TTI, TLI, DB, AC, ORE, F, in processLoopInVPlanNativePath()
9855 LoopVectorizationPlanner LVP(L, LI, TLI, TTI, LVL, CM, IAI, PSE, Hints, ORE); in processLoopInVPlanNativePath()
9874 GeneratedRTChecks Checks(*PSE.getSE(), DT, LI, TTI, in processLoopInVPlanNativePath()
9876 InnerLoopVectorizer LB(L, PSE, LI, DT, TLI, TTI, AC, ORE, VF.Width, in processLoopInVPlanNativePath()
10080 PredicatedScalarEvolution PSE(*SE, *L); in processLoop() local
10084 LoopVectorizationLegality LVL(L, PSE, DT, TTI, TLI, AA, F, GetLAA, LI, ORE, in processLoop()
10095 F, L, Hints, PSI, BFI, TTI, TLI, AC, LI, PSE.getSE(), DT, LVL); in processLoop()
10103 return processLoopInVPlanNativePath(L, PSE, LI, DT, &LVL, TTI, TLI, DB, AC, in processLoop()
10183 InterleavedAccessInfo IAI(PSE, L, DT, LI, LVL.getLAI()); in processLoop()
10195 LoopVectorizationCostModel CM(SEL, L, PSE, LI, &LVL, *TTI, TLI, DB, AC, ORE, in processLoop()
10201 LoopVectorizationPlanner LVP(L, LI, TLI, TTI, &LVL, CM, IAI, PSE, Hints, ORE); in processLoop()
10213 GeneratedRTChecks Checks(*PSE.getSE(), DT, LI, TTI, in processLoop()
10224 Checks.Create(L, *LVL.getLAI(), PSE.getPredicate(), VF.Width, SelectedIC); in processLoop()
10231 *PSE.getSE())) { in processLoop()
10335 InnerLoopUnroller Unroller(L, PSE, LI, DT, TLI, TTI, AC, ORE, IC, &LVL, in processLoop()
10359 EpilogueVectorizerMainLoop MainILV(L, PSE, LI, DT, TLI, TTI, AC, ORE, in processLoop()
10371 EpilogueVectorizerEpilogueLoop EpilogILV(L, PSE, LI, DT, TLI, TTI, AC, in processLoop()
10399 InnerLoopVectorizer LB(L, PSE, LI, DT, TLI, TTI, AC, ORE, VF.Width, in processLoop()