Lines Matching refs:InnerLoopVectorizer
345 class InnerLoopVectorizer { class
347 InnerLoopVectorizer(Loop *OrigLoop, PredicatedScalarEvolution &PSE, in InnerLoopVectorizer() function in llvm::InnerLoopVectorizer
358 virtual ~InnerLoopVectorizer() = default;
717 class InnerLoopUnroller : public InnerLoopVectorizer {
726 : InnerLoopVectorizer(OrigLoop, PSE, LI, DT, TLI, TTI, AC, ORE, 1, in InnerLoopUnroller()
758 void InnerLoopVectorizer::setDebugLocFromInst(IRBuilder<> &B, const Value *Ptr) { in setDebugLocFromInst()
794 void InnerLoopVectorizer::addNewMetadata(Instruction *To, in addNewMetadata()
802 void InnerLoopVectorizer::addMetadata(Instruction *To, in addMetadata()
808 void InnerLoopVectorizer::addMetadata(ArrayRef<Value *> To, in addMetadata()
1491 Value *InnerLoopVectorizer::getBroadcastInstrs(Value *V) { in getBroadcastInstrs()
1510 void InnerLoopVectorizer::createVectorIntOrFpInductionPHI( in createVectorIntOrFpInductionPHI()
1587 bool InnerLoopVectorizer::shouldScalarizeInstruction(Instruction *I) const { in shouldScalarizeInstruction()
1592 bool InnerLoopVectorizer::needsScalarInduction(Instruction *IV) const { in needsScalarInduction()
1602 void InnerLoopVectorizer::recordVectorLoopValueForInductionCast( in recordVectorLoopValueForInductionCast()
1630 void InnerLoopVectorizer::widenIntOrFpInduction(PHINode *IV, TruncInst *Trunc) { in widenIntOrFpInduction()
1727 Value *InnerLoopVectorizer::getStepVector(Value *Val, int StartIdx, Value *Step, in getStepVector()
1783 void InnerLoopVectorizer::buildScalarSteps(Value *ScalarIV, Value *Step, in buildScalarSteps()
1824 Value *InnerLoopVectorizer::getOrCreateVectorValue(Value *V, unsigned Part) { in getOrCreateVectorValue()
1898 InnerLoopVectorizer::getOrCreateScalarValue(Value *V, in getOrCreateScalarValue()
1931 void InnerLoopVectorizer::packScalarIntoVectorValue( in packScalarIntoVectorValue()
1944 Value *InnerLoopVectorizer::reverseVector(Value *Vec) { in reverseVector()
1994 void InnerLoopVectorizer::vectorizeInterleaveGroup(Instruction *Instr, in vectorizeInterleaveGroup()
2181 void InnerLoopVectorizer::vectorizeMemoryInstruction(Instruction *Instr, in vectorizeMemoryInstruction()
2319 void InnerLoopVectorizer::scalarizeInstruction(Instruction *Instr, in scalarizeInstruction()
2357 PHINode *InnerLoopVectorizer::createInductionVariable(Loop *L, Value *Start, in createInductionVariable()
2389 Value *InnerLoopVectorizer::getOrCreateTripCount(Loop *L) { in getOrCreateTripCount()
2436 Value *InnerLoopVectorizer::getOrCreateVectorTripCount(Loop *L) { in getOrCreateVectorTripCount()
2482 Value *InnerLoopVectorizer::createBitOrPointerCast(Value *V, VectorType *DstVTy, in createBitOrPointerCast()
2512 void InnerLoopVectorizer::emitMinimumIterationCountCheck(Loop *L, in emitMinimumIterationCountCheck()
2545 void InnerLoopVectorizer::emitSCEVChecks(Loop *L, BasicBlock *Bypass) { in emitSCEVChecks()
2577 void InnerLoopVectorizer::emitMemRuntimeChecks(Loop *L, BasicBlock *Bypass) { in emitMemRuntimeChecks()
2616 Value *InnerLoopVectorizer::emitTransformedIndex( in emitTransformedIndex()
2704 BasicBlock *InnerLoopVectorizer::createVectorizedLoopSkeleton() { in createVectorizedLoopSkeleton()
2910 void InnerLoopVectorizer::fixupIVUsers(PHINode *OrigPhi, in fixupIVUsers()
3133 void InnerLoopVectorizer::truncateToMinimalBitwidths() { in truncateToMinimalBitwidths()
3259 void InnerLoopVectorizer::fixVectorizedLoop() { in fixVectorizedLoop()
3302 void InnerLoopVectorizer::fixCrossIterationPHIs() { in fixCrossIterationPHIs()
3318 void InnerLoopVectorizer::fixFirstOrderRecurrence(PHINode *Phi) { in fixFirstOrderRecurrence()
3486 void InnerLoopVectorizer::fixReduction(PHINode *Phi) { in fixReduction()
3659 void InnerLoopVectorizer::fixLCSSAPHIs() { in fixLCSSAPHIs()
3680 void InnerLoopVectorizer::sinkScalarOperands(Instruction *PredInst) { in sinkScalarOperands()
3744 void InnerLoopVectorizer::fixNonInductionPHIs() { in fixNonInductionPHIs()
3780 void InnerLoopVectorizer::widenPHIInstruction(Instruction *PN, unsigned UF, in widenPHIInstruction()
3878 void InnerLoopVectorizer::widenInstruction(Instruction &I) { in widenInstruction()
4151 void InnerLoopVectorizer::updateAnalysis() { in updateAnalysis()
6169 void LoopVectorizationPlanner::executePlan(InnerLoopVectorizer &ILV, in executePlan()
6961 InnerLoopVectorizer::VectorParts Entry(State.UF); in execute()
6989 InnerLoopVectorizer::VectorParts MaskValues(State.UF); in execute()
7084 InnerLoopVectorizer::VectorParts MaskValues(State.UF); in execute()
7129 InnerLoopVectorizer LB(L, PSE, LI, DT, TLI, TTI, AC, ORE, UserVF, 1, LVL, in processLoopInVPlanNativePath()
7417 InnerLoopVectorizer LB(L, PSE, LI, DT, TLI, TTI, AC, ORE, VF.Width, IC, in processLoop()