Lines Matching refs:LoopVectorPreHeader
677 BasicBlock *LoopVectorPreHeader; member in llvm::InnerLoopVectorizer
2039 BasicBlock *LoopVectorPreHeader, in emitSCEVChecks() argument
2051 auto *Pred = LoopVectorPreHeader->getSinglePredecessor(); in emitSCEVChecks()
2053 BranchInst::Create(LoopVectorPreHeader, SCEVCheckBlock); in emitSCEVChecks()
2055 if (auto *PL = LI->getLoopFor(LoopVectorPreHeader)) in emitSCEVChecks()
2059 SCEVCheckBlock->moveBefore(LoopVectorPreHeader); in emitSCEVChecks()
2060 Pred->getTerminator()->replaceSuccessorWith(LoopVectorPreHeader, in emitSCEVChecks()
2064 DT->changeImmediateDominator(LoopVectorPreHeader, SCEVCheckBlock); in emitSCEVChecks()
2067 BranchInst::Create(Bypass, LoopVectorPreHeader, Cond)); in emitSCEVChecks()
2075 BasicBlock *LoopVectorPreHeader) { in emitMemRuntimeChecks() argument
2080 auto *Pred = LoopVectorPreHeader->getSinglePredecessor(); in emitMemRuntimeChecks()
2081 Pred->getTerminator()->replaceSuccessorWith(LoopVectorPreHeader, in emitMemRuntimeChecks()
2085 DT->changeImmediateDominator(LoopVectorPreHeader, MemCheckBlock); in emitMemRuntimeChecks()
2086 MemCheckBlock->moveBefore(LoopVectorPreHeader); in emitMemRuntimeChecks()
2088 if (auto *PL = LI->getLoopFor(LoopVectorPreHeader)) in emitMemRuntimeChecks()
2093 BranchInst::Create(Bypass, LoopVectorPreHeader, MemRuntimeCheckCond)); in emitMemRuntimeChecks()
2253 DT->dominates(Instr->getParent(), LoopVectorPreHeader)); in getBroadcastInstrs()
2257 Builder.SetInsertPoint(LoopVectorPreHeader->getTerminator()); in getBroadcastInstrs()
2929 Value *Count = getOrCreateTripCount(LoopVectorPreHeader); in emitIterationCountCheck()
2932 BasicBlock *const TCCheckBlock = LoopVectorPreHeader; in emitIterationCountCheck()
2977 LoopVectorPreHeader = in emitIterationCountCheck()
2995 BranchInst::Create(Bypass, LoopVectorPreHeader, CheckMinIters)); in emitIterationCountCheck()
3001 RTChecks.emitSCEVChecks(Bypass, LoopVectorPreHeader, LoopExitBlock); in emitSCEVChecks()
3032 RTChecks.emitMemRuntimeChecks(Bypass, LoopVectorPreHeader); in emitMemRuntimeChecks()
3064 LoopVectorPreHeader = OrigLoop->getLoopPreheader(); in createVectorLoopSkeleton()
3065 assert(LoopVectorPreHeader && "Invalid loop structure"); in createVectorLoopSkeleton()
3071 SplitBlock(LoopVectorPreHeader, LoopVectorPreHeader->getTerminator(), DT, in createVectorLoopSkeleton()
3110 Value *VectorTripCount = getOrCreateVectorTripCount(LoopVectorPreHeader); in createInductionResumeValues()
3130 IRBuilder<> B(LoopVectorPreHeader->getTerminator()); in createInductionResumeValues()
3187 Value *Count = getOrCreateTripCount(LoopVectorPreHeader); in completeLoopSkeleton()
3188 Value *VectorTripCount = getOrCreateVectorTripCount(LoopVectorPreHeader); in completeLoopSkeleton()
3217 return LoopVectorPreHeader; in completeLoopSkeleton()
7691 EPI.VectorTripCount = getOrCreateVectorTripCount(LoopVectorPreHeader); in createEpilogueVectorizedLoopSkeleton()
7724 Value *Count = getOrCreateTripCount(LoopVectorPreHeader); in emitIterationCountCheck()
7727 BasicBlock *const TCCheckBlock = LoopVectorPreHeader; in emitIterationCountCheck()
7743 LoopVectorPreHeader = SplitBlock(TCCheckBlock, TCCheckBlock->getTerminator(), in emitIterationCountCheck()
7769 BranchInst::Create(Bypass, LoopVectorPreHeader, CheckMinIters)); in emitIterationCountCheck()
7787 BasicBlock *VecEpilogueIterationCountCheck = LoopVectorPreHeader; in createEpilogueVectorizedLoopSkeleton()
7789 LoopVectorPreHeader = in createEpilogueVectorizedLoopSkeleton()
7790 SplitBlock(LoopVectorPreHeader, LoopVectorPreHeader->getTerminator(), DT, in createEpilogueVectorizedLoopSkeleton()
7800 VecEpilogueIterationCountCheck, LoopVectorPreHeader); in createEpilogueVectorizedLoopSkeleton()
7802 DT->changeImmediateDominator(LoopVectorPreHeader, in createEpilogueVectorizedLoopSkeleton()
7852 Phi->moveBefore(LoopVectorPreHeader->getFirstNonPHI()); in createEpilogueVectorizedLoopSkeleton()
7859 LoopVectorPreHeader->getFirstNonPHI()); in createEpilogueVectorizedLoopSkeleton()
7904 BranchInst::Create(Bypass, LoopVectorPreHeader, CheckMinIters)); in emitMinimumVectorEpilogueIterCountCheck()