Lines Matching refs:LoopScalarPreHeader

680   BasicBlock *LoopScalarPreHeader;  member in llvm::InnerLoopVectorizer
3073 LoopScalarPreHeader = in createVectorLoopSkeleton()
3088 BranchInst::Create(LoopScalarPreHeader) : in createVectorLoopSkeleton()
3089 BranchInst::Create(LoopExitBlock, LoopScalarPreHeader, in createVectorLoopSkeleton()
3163 LoopScalarPreHeader->getTerminator()); in createInductionResumeValues()
3181 OrigPhi->setIncomingValueForBlock(LoopScalarPreHeader, BCResumeVal); in createInductionResumeValues()
3275 emitIterationCountCheck(LoopScalarPreHeader); in createVectorizedLoopSkeleton()
3279 emitSCEVChecks(LoopScalarPreHeader); in createVectorizedLoopSkeleton()
3284 emitMemRuntimeChecks(LoopScalarPreHeader); in createVectorizedLoopSkeleton()
3813 Builder.SetInsertPoint(&*LoopScalarPreHeader->begin()); in fixFirstOrderRecurrence()
3817 for (auto *BB : predecessors(LoopScalarPreHeader)) { in fixFirstOrderRecurrence()
3822 Phi->setIncomingValueForBlock(LoopScalarPreHeader, Start); in fixFirstOrderRecurrence()
3988 LoopScalarPreHeader->getTerminator()); in fixReduction()
3993 for (auto *Incoming : predecessors(LoopScalarPreHeader)) { in fixReduction()
7669 emitIterationCountCheck(LoopScalarPreHeader, true); in createEpilogueVectorizedLoopSkeleton()
7674 EPI.SCEVSafetyCheck = emitSCEVChecks(LoopScalarPreHeader); in createEpilogueVectorizedLoopSkeleton()
7679 EPI.MemSafetyCheck = emitMemRuntimeChecks(LoopScalarPreHeader); in createEpilogueVectorizedLoopSkeleton()
7688 emitIterationCountCheck(LoopScalarPreHeader, false); in createEpilogueVectorizedLoopSkeleton()
7792 emitMinimumVectorEpilogueIterCountCheck(LoopScalarPreHeader, in createEpilogueVectorizedLoopSkeleton()
7806 VecEpilogueIterationCountCheck, LoopScalarPreHeader); in createEpilogueVectorizedLoopSkeleton()
7810 VecEpilogueIterationCountCheck, LoopScalarPreHeader); in createEpilogueVectorizedLoopSkeleton()
7813 VecEpilogueIterationCountCheck, LoopScalarPreHeader); in createEpilogueVectorizedLoopSkeleton()
7819 DT->changeImmediateDominator(LoopScalarPreHeader, in createEpilogueVectorizedLoopSkeleton()