Lines Matching refs:InnerLoopVectorizer
438 class InnerLoopVectorizer { class
440 InnerLoopVectorizer(Loop *OrigLoop, PredicatedScalarEvolution &PSE, in InnerLoopVectorizer() function in llvm::InnerLoopVectorizer
464 virtual ~InnerLoopVectorizer() = default;
735 class InnerLoopUnroller : public InnerLoopVectorizer {
745 : InnerLoopVectorizer(OrigLoop, PSE, LI, DT, TLI, TTI, AC, ORE, in InnerLoopUnroller()
784 class InnerLoopAndEpilogueVectorizer : public InnerLoopVectorizer {
794 : InnerLoopVectorizer(OrigLoop, PSE, LI, DT, TLI, TTI, AC, ORE, in InnerLoopAndEpilogueVectorizer()
1002 void InnerLoopVectorizer::collectPoisonGeneratingRecipes( in collectPoisonGeneratingRecipes()
1083 PHINode *InnerLoopVectorizer::getReductionResumeValue( in getReductionResumeValue()
2246 Value *InnerLoopVectorizer::getBroadcastInstrs(Value *V) { in getBroadcastInstrs()
2491 void InnerLoopVectorizer::packScalarIntoVectorValue(VPValue *Def, in packScalarIntoVectorValue()
2541 void InnerLoopVectorizer::vectorizeInterleaveGroup( in vectorizeInterleaveGroup()
2741 void InnerLoopVectorizer::scalarizeInstruction(Instruction *Instr, in scalarizeInstruction()
2799 Value *InnerLoopVectorizer::getOrCreateTripCount(BasicBlock *InsertBlock) { in getOrCreateTripCount()
2847 InnerLoopVectorizer::getOrCreateVectorTripCount(BasicBlock *InsertBlock) { in getOrCreateVectorTripCount()
2897 Value *InnerLoopVectorizer::createBitOrPointerCast(Value *V, VectorType *DstVTy, in createBitOrPointerCast()
2928 void InnerLoopVectorizer::emitIterationCountCheck(BasicBlock *Bypass) { in emitIterationCountCheck()
2999 BasicBlock *InnerLoopVectorizer::emitSCEVChecks(BasicBlock *Bypass) { in emitSCEVChecks()
3026 BasicBlock *InnerLoopVectorizer::emitMemRuntimeChecks(BasicBlock *Bypass) { in emitMemRuntimeChecks()
3062 void InnerLoopVectorizer::createVectorLoopSkeleton(StringRef Prefix) { in createVectorLoopSkeleton()
3104 void InnerLoopVectorizer::createInductionResumeValues( in createInductionResumeValues()
3185 BasicBlock *InnerLoopVectorizer::completeLoopSkeleton(MDNode *OrigLoopID) { in completeLoopSkeleton()
3221 InnerLoopVectorizer::createVectorizedLoopSkeleton() { in createVectorizedLoopSkeleton()
3296 void InnerLoopVectorizer::fixupIVUsers(PHINode *OrigPhi, in fixupIVUsers()
3509 void InnerLoopVectorizer::truncateToMinimalBitwidths(VPTransformState &State) { in truncateToMinimalBitwidths()
3642 void InnerLoopVectorizer::fixVectorizedLoop(VPTransformState &State, in fixVectorizedLoop()
3712 void InnerLoopVectorizer::fixCrossIterationPHIs(VPTransformState &State) { in fixCrossIterationPHIs()
3729 void InnerLoopVectorizer::fixFirstOrderRecurrence( in fixFirstOrderRecurrence()
3842 void InnerLoopVectorizer::fixReduction(VPReductionPHIRecipe *PhiR, in fixReduction()
4041 void InnerLoopVectorizer::clearReductionWrapFlags(VPReductionPHIRecipe *PhiR, in clearReductionWrapFlags()
4073 void InnerLoopVectorizer::sinkScalarOperands(Instruction *PredInst) { in sinkScalarOperands()
4147 void InnerLoopVectorizer::fixNonInductionPHIs(VPlan &Plan, in fixNonInductionPHIs()
4168 bool InnerLoopVectorizer::useOrderedReductions( in useOrderedReductions()
4173 void InnerLoopVectorizer::widenCallInstruction(CallInst &CI, VPValue *Def, in widenCallInstruction()
7550 InnerLoopVectorizer &ILV, in executePlan()
9601 InnerLoopVectorizer::VectorParts BlockInMaskParts(State.UF); in execute()
9876 InnerLoopVectorizer LB(L, PSE, LI, DT, TLI, TTI, AC, ORE, VF.Width, in processLoopInVPlanNativePath()
10399 InnerLoopVectorizer LB(L, PSE, LI, DT, TLI, TTI, AC, ORE, VF.Width, in processLoop()