Home
last modified time | relevance | path

Searched refs:Latch (Results 1 – 25 of 39) sorted by relevance

12

/freebsd-14.2/contrib/llvm-project/llvm/lib/Transforms/Utils/
H A DMatrixUtils.cpp37 BranchInst::Create(Latch, Body); in CreateLoop()
42 B.SetInsertPoint(Latch); in CreateLoop()
45 BranchInst::Create(Header, Exit, Cond, Latch); in CreateLoop()
46 IV->addIncoming(Inc, Latch); in CreateLoop()
54 {DominatorTree::Insert, Body, Latch}, in CreateLoop()
55 {DominatorTree::Insert, Latch, Header}, in CreateLoop()
56 {DominatorTree::Insert, Latch, Exit}, in CreateLoop()
62 L->addBasicBlockToLoop(Latch, LI); in CreateLoop()
86 ColumnLoop.Latch = ColBody->getSingleSuccessor(); in CreateTiledLoops()
90 RowLoop.Latch = RowBody->getSingleSuccessor(); in CreateTiledLoops()
[all …]
H A DLoopUnrollRuntime.cpp101 BasicBlock *Latch = L->getLoopLatch(); in ConnectProlog() local
102 assert(Latch && "Loop must have a latch"); in ConnectProlog()
110 for (BasicBlock *Succ : successors(Latch)) { in ConnectProlog()
217 BasicBlock *Latch = L->getLoopLatch(); in ConnectEpilog() local
218 assert(Latch && "Loop must have a latch"); in ConnectEpilog()
295 NewPN->addIncoming(PN.getIncomingValueForBlock(Latch), Latch); in ConnectEpilog()
348 BasicBlock *Latch = L->getLoopLatch(); in CloneLoopBlocks() local
382 if (Latch == *BB) { in CloneLoopBlocks()
599 BasicBlock *Latch = L->getLoopLatch(); in UnrollRuntimeLoopRemainder() local
851 if (PredBB == Latch) in UnrollRuntimeLoopRemainder()
[all …]
H A DLoopPeel.cpp299 BasicBlock *Latch = L.getLoopLatch(); in peelToTurnInvariantLoadsDerefencebale() local
318 if (DT.dominates(BB, Latch) && L.isLoopInvariant(Ptr) && in peelToTurnInvariantLoadsDerefencebale()
477 BasicBlock *Latch = L->getLoopLatch(); in violatesLegacyMultiExitLoopCheck() local
478 if (!Latch) in violatesLegacyMultiExitLoopCheck()
718 BasicBlock *Latch = L->getLoopLatch(); in cloneLoopBlocks() local
778 BasicBlock *NewLatch = cast<BasicBlock>(VMap[Latch]); in cloneLoopBlocks()
801 Value *LatchVal = NewPHI->getIncomingValueForBlock(Latch); in cloneLoopBlocks()
887 BasicBlock *Latch = L->getLoopLatch(); in peelLoop() local
908 BasicBlock *NewIDom = DT.findNearestCommonDominator(BB, Latch); in peelLoop()
971 cast<Instruction>(cast<BasicBlock>(Latch)->getTerminator()); in peelLoop()
[all …]
H A DLoopRotationUtils.cpp239 BasicBlock *Latch = L->getLoopLatch(); in canRotateDeoptimizingLatchExit() local
240 assert(Latch && "need latch"); in canRotateDeoptimizingLatchExit()
241 BranchInst *BI = dyn_cast<BranchInst>(Latch->getTerminator()); in canRotateDeoptimizingLatchExit()
987 BasicBlock *Latch = L->getLoopLatch(); in simplifyLoopLatch() local
988 if (!Latch || Latch->hasAddressTaken()) in simplifyLoopLatch()
991 BranchInst *Jmp = dyn_cast<BranchInst>(Latch->getTerminator()); in simplifyLoopLatch()
995 BasicBlock *LastExit = Latch->getSinglePredecessor(); in simplifyLoopLatch()
1003 if (!shouldSpeculateInstrs(Latch->begin(), Jmp->getIterator(), L)) in simplifyLoopLatch()
1006 LLVM_DEBUG(dbgs() << "Folding loop latch " << Latch->getName() << " into " in simplifyLoopLatch()
1010 MergeBlockIntoPredecessor(Latch, &DTU, LI, MSSAU, nullptr, in simplifyLoopLatch()
H A DLoopConstrainer.cpp127 BasicBlock *Latch = L.getLoopLatch(); in parseLoopStructure() local
128 assert(Latch && "Simplified loops only have one latch!"); in parseLoopStructure()
130 if (Latch->getTerminator()->getMetadata(ClonedLoopTag)) { in parseLoopStructure()
135 if (!L.isLoopExiting(Latch)) { in parseLoopStructure()
147 BranchInst *LatchBr = dyn_cast<BranchInst>(Latch->getTerminator()); in parseLoopStructure()
409 Result.Latch = Latch; in parseLoopStructure()
589 BasicBlock *BBInsertLocation = LS.Latch->getNextNode(); in changeIterationSpaceEnd()
650 NewPHI->addIncoming(PN.getIncomingValueForBlock(LS.Latch), in changeIterationSpaceEnd()
662 LS.LatchExit->replacePhiUsesWith(LS.Latch, RRI.ExitSelector); in changeIterationSpaceEnd()
H A DLoopUnrollAndJam.cpp137 static bool processHeaderPhiOperands(BasicBlock *Header, BasicBlock *Latch, in processHeaderPhiOperands() argument
157 Value *V = Phi.getIncomingValueForBlock(Latch); in processHeaderPhiOperands()
168 BasicBlock *Latch, in moveHeaderPhiOperandsToForeBlocks() argument
173 processHeaderPhiOperands(Header, Latch, AftBlocks, in moveHeaderPhiOperandsToForeBlocks()
963 BasicBlock *Latch = L->getLoopLatch(); in isSafeToUnrollAndJam() local
967 Header, Latch, AftBlocks, [&AftBlocks, &SubLoop](Instruction *I) { in isSafeToUnrollAndJam()
H A DLoopUtils.cpp725 auto *Latch = L->getLoopLatch(); in breakLoopBackedge() local
726 assert(Latch && "multiple latches not yet supported"); in breakLoopBackedge()
740 if (auto *BI = dyn_cast<BranchInst>(Latch->getTerminator())) { in breakLoopBackedge()
750 if (L->isLoopExiting(Latch)) { in breakLoopBackedge()
759 Header->removePredecessor(Latch, true); in breakLoopBackedge()
769 DTU.applyUpdates({{DominatorTree::Delete, Latch, Header}}); in breakLoopBackedge()
771 MSSAU->applyUpdates({{DominatorTree::Delete, Latch, Header}}, DT); in breakLoopBackedge()
779 auto *BackedgeBB = SplitEdge(Latch, Header, &DT, &LI, MSSAU.get()); in breakLoopBackedge()
804 BasicBlock *Latch = L->getLoopLatch(); in getExpectedExitLoopLatchBranch() local
805 if (!Latch) in getExpectedExitLoopLatchBranch()
[all …]
H A DLoopUnroll.cpp825 for (BasicBlock *Latch : Latches) { in UnrollLoop()
826 BranchInst *Term = dyn_cast<BranchInst>(Latch->getTerminator()); in UnrollLoop()
828 (CompletelyUnroll && !LatchIsExiting && Latch == Latches.back())) && in UnrollLoop()
/freebsd-14.2/contrib/llvm-project/llvm/lib/Transforms/Scalar/
H A DLoopFuse.cpp159 BasicBlock *Latch; member
270 Latch = L->getLoopLatch(); in updateAfterPeeling()
308 << "\tLatch: " << (Latch ? Latch->getName() : "nullptr") << "\n" in dump()
329 if (!Latch) in isEligibleForFusion()
1536 moveInstructionsToTheBeginning(*FC0.Latch, *FC1.Latch, DT, PDT, DI); in mergeLatch()
1604 if (FC0.ExitingBlock != FC0.Latch) in performFusion()
1610 FC0.Latch->replaceSuccessorsPhiUsesWith(FC1.Latch); in performFusion()
1703 if (FC0.Latch != FC0.ExitingBlock) in performFusion()
1894 if (FC0.ExitingBlock != FC0.Latch) in fuseGuardedLoops()
1902 FC0.Latch->replaceSuccessorsPhiUsesWith(FC1.Latch); in fuseGuardedLoops()
[all …]
H A DLoopUnrollAndJamPass.cpp364 BasicBlock *Latch = L->getLoopLatch(); in tryToUnrollAndJamLoop() local
366 unsigned OuterTripCount = SE.getSmallConstantTripCount(L, Latch); in tryToUnrollAndJamLoop()
367 unsigned OuterTripMultiple = SE.getSmallConstantTripMultiple(L, Latch); in tryToUnrollAndJamLoop()
H A DLoopFlatten.cpp401 BasicBlock *Latch = L->getLoopLatch(); in findLoopComponents() local
402 if (L->getExitingBlock() != Latch) { in findLoopComponents()
417 bool ContinueOnTrue = L->contains(Latch->getTerminator()->getSuccessor(0)); in findLoopComponents()
433 BackBranch = cast<BranchInst>(Latch->getTerminator()); in findLoopComponents()
444 cast<BinaryOperator>(InductionPHI->getIncomingValueForBlock(Latch)); in findLoopComponents()
H A DLoopDeletion.cpp223 BasicBlock *Latch = L->getLoopLatch(); in canProveExitOnFirstIteration() local
225 if (!Predecessor || !Latch) in canProveExitOnFirstIteration()
392 return !LiveEdges.count({ Latch, Header }); in canProveExitOnFirstIteration()
H A DLoopPredication.cpp1056 auto *Latch = L->getLoopLatch(); in predicateLoopExits() local
1057 if (!Latch) in predicateLoopExits()
1064 const SCEV *LatchEC = SE->getExitCount(L, Latch); in predicateLoopExits()
1161 assert(!Latch || DT->dominates(ExitingBB, Latch)); in predicateLoopExits()
/freebsd-14.2/contrib/llvm-project/llvm/lib/Target/Hexagon/
H A DHexagonHardwareLoops.cpp411 MachineBasicBlock *Latch = L->getLoopLatch(); in findInductionRegister() local
614 else if (MBB == Latch) in getLoopTripCount()
631 if (ExitingBlock != Latch && (TB == Latch || FB == Latch)) { in getLoopTripCount()
637 if (TB == Latch) in getLoopTripCount()
1597 if (!(Header && Latch && ExitingBlock)) in fixupInductionVariable()
1650 if (ExitingBlock != Latch && (TB == Latch || FB == Latch)) { in fixupInductionVariable()
1659 if (TB == Latch) in fixupInductionVariable()
1900 if (PredB == Latch) in createPreheaderForLoop()
1913 if (PredB != Latch) { in createPreheaderForLoop()
1934 if (MO.getMBB() != Latch) in createPreheaderForLoop()
[all …]
/freebsd-14.2/contrib/llvm-project/llvm/include/llvm/Transforms/Utils/
H A DLoopConstrainer.h38 BasicBlock *Latch = nullptr; member
69 Result.Latch = cast<BasicBlock>(Map(Latch)); in map()
H A DMatrixUtils.h51 BasicBlock *Latch = nullptr; member
/freebsd-14.2/contrib/llvm-project/llvm/include/llvm/Support/
H A DGenericLoopInfoImpl.h151 const BlockT *Latch = getLoopLatch(); in getUniqueNonLatchExitBlocks() local
152 assert(Latch && "Latch block must exists"); in getUniqueNonLatchExitBlocks()
154 [Latch](const BlockT *BB) { return BB != Latch; }); in getUniqueNonLatchExitBlocks()
248 BlockT *Latch = nullptr; in getLoopLatch() local
251 if (Latch) in getLoopLatch()
253 Latch = Pred; in getLoopLatch()
257 return Latch; in getLoopLatch()
H A DParallel.h59 class Latch {
65 explicit Latch(uint32_t Count = 0) : Count(Count) {} in Count()
66 ~Latch() { in ~Latch()
90 detail::Latch L;
/freebsd-14.2/contrib/llvm-project/llvm/lib/CodeGen/
H A DMachineLoopInfo.cpp92 if (MachineBasicBlock *Latch = getLoopLatch()) { in findLoopControlBlock() local
93 if (isLoopExiting(Latch)) in findLoopControlBlock()
94 return Latch; in findLoopControlBlock()
/freebsd-14.2/contrib/llvm-project/llvm/lib/Target/X86/
H A DX86LowerAMXIntrinsics.cpp112 BasicBlock *Latch = in createLoop() local
117 BranchInst::Create(Latch, Body); in createLoop()
122 B.SetInsertPoint(Latch); in createLoop()
125 BranchInst::Create(Header, Exit, Cond, Latch); in createLoop()
126 IV->addIncoming(Inc, Latch); in createLoop()
134 {DominatorTree::Insert, Body, Latch}, in createLoop()
135 {DominatorTree::Insert, Latch, Header}, in createLoop()
136 {DominatorTree::Insert, Latch, Exit}, in createLoop()
142 L->addBasicBlockToLoop(Latch, *LI); in createLoop()
/freebsd-14.2/contrib/llvm-project/llvm/lib/Analysis/
H A DIVDescriptors.cpp959 auto *Latch = TheLoop->getLoopLatch(); in isFixedOrderRecurrence() local
960 if (!Preheader || !Latch) in isFixedOrderRecurrence()
965 Phi->getBasicBlockIndex(Latch) < 0) in isFixedOrderRecurrence()
970 auto *Previous = dyn_cast<Instruction>(Phi->getIncomingValueForBlock(Latch)); in isFixedOrderRecurrence()
982 Previous = dyn_cast<Instruction>(PrevPhi->getIncomingValueForBlock(Latch)); in isFixedOrderRecurrence()
1395 BasicBlock *Latch = L->getLoopLatch(); in getCastsForInductionPHI() local
1396 if (!Latch) in getCastsForInductionPHI()
1398 Value *Val = PN->getIncomingValueForBlock(Latch); in getCastsForInductionPHI()
1513 BasicBlock *Latch = AR->getLoop()->getLoopLatch(); in isInductionPHI() local
1514 if (!Latch) in isInductionPHI()
[all …]
H A DLoopInfo.cpp175 if (BasicBlock *Latch = getLoopLatch()) in getLatchCmpInst() local
176 if (BranchInst *BI = dyn_cast_or_null<BranchInst>(Latch->getTerminator())) in getLatchCmpInst()
233 BasicBlock *Latch = L.getLoopLatch(); in getCanonicalPredicate() local
234 assert(Latch && "Expecting valid latch"); in getCanonicalPredicate()
236 BranchInst *BI = dyn_cast_or_null<BranchInst>(Latch->getTerminator()); in getCanonicalPredicate()
312 BasicBlock *Latch = getLoopLatch(); in getInductionVariable() local
313 Value *StepInst = IndVar.getIncomingValueForBlock(Latch); in getInductionVariable()
H A DLoopNestAnalysis.cpp54 const BasicBlock *Latch = OuterLoop.getLoopLatch(); in getOuterLoopLatchCmp() local
55 assert(Latch && "Expecting a valid loop latch"); in getOuterLoopLatchCmp()
57 const BranchInst *BI = dyn_cast<BranchInst>(Latch->getTerminator()); in getOuterLoopLatchCmp()
/freebsd-14.2/contrib/llvm-project/llvm/include/llvm/Analysis/
H A DLoopInfo.h309 BasicBlock *Latch = getLoopLatch(); in isRotatedForm() local
310 return Latch && isLoopExiting(Latch); in isRotatedForm()
/freebsd-14.2/contrib/llvm-project/llvm/lib/Target/ARM/
H A DMVETPAndVPTOptimisationsPass.cpp115 MachineBasicBlock *Latch = ML->getLoopLatch(); in findLoopComponents() local
116 if (!Header || !Latch) { in findLoopComponents()
123 for (auto &T : Latch->terminators()) { in findLoopComponents()
165 (LoopPhi->getOperand(2).getMBB() != Latch && in findLoopComponents()
166 LoopPhi->getOperand(4).getMBB() != Latch)) { in findLoopComponents()
172 Register StartReg = LoopPhi->getOperand(2).getMBB() == Latch in findLoopComponents()

12