| /freebsd-13.1/contrib/llvm-project/llvm/lib/Transforms/Utils/ |
| H A D | FlattenCFG.cpp | 151 BranchInst *PBI = dyn_cast<BranchInst>(Pred->getTerminator()); in FlattenParallelAndOr() 223 BranchInst *BPS = dyn_cast<BranchInst>(PS->getTerminator()); in FlattenParallelAndOr() 234 Instruction *TBB = LastCondBlock->getTerminator(); in FlattenParallelAndOr() 237 BranchInst *PBI1 = dyn_cast<BranchInst>(PS1->getTerminator()); in FlattenParallelAndOr() 238 BranchInst *PBI2 = dyn_cast<BranchInst>(PS2->getTerminator()); in FlattenParallelAndOr() 243 (PS1->getTerminator()->getSuccessor(0) != PS2)) { in FlattenParallelAndOr() 246 (PS2->getTerminator()->getSuccessor(0) != PS1)) in FlattenParallelAndOr() 254 auto *BI = cast<BranchInst>(CurrBlock->getTerminator()); in FlattenParallelAndOr() 292 PBI = cast<BranchInst>(FirstCondBlock->getTerminator()); in FlattenParallelAndOr() 325 Instruction *PTI2 = Head2->getTerminator(); in CompareIfRegionBlock() [all …]
|
| H A D | LoopUnrollRuntime.cpp | 152 Instruction *InsertPt = PrologExit->getTerminator(); in ConnectProlog() 274 Instruction *InsertPt = NewExit->getTerminator(); in ConnectEpilog() 337 InsertTop->getTerminator()->setSuccessor(0, NewBB); in CloneLoopBlocks() 354 VMap.erase((*BB)->getTerminator()); in CloneLoopBlocks() 356 BranchInst *LatchBR = cast<BranchInst>(NewBB->getTerminator()); in CloneLoopBlocks() 525 cast<BranchInst>(OrigLoop->getLoopLatch()->getTerminator()); in updateLatchBranchWeightsForRemainderLoop() 602 BranchInst *LatchBR = cast<BranchInst>(Latch->getTerminator()); in UnrollRuntimeLoopRemainder() 715 auto *NewExitTerminator = NewExit->getTerminator(); in UnrollRuntimeLoopRemainder() 748 PreHeaderBR = cast<BranchInst>(PreHeader->getTerminator()); in UnrollRuntimeLoopRemainder() 935 IRBuilder<> B2(NewPreHeader->getTerminator()); in UnrollRuntimeLoopRemainder() [all …]
|
| H A D | BasicBlockUtils.cpp | 83 isa<UnreachableInst>(BB->getTerminator()) && in DetatchDeadBlocks() 187 if (PredBB->getTerminator()->isExceptionalTerminator()) in MergeBlockIntoPredecessor() 250 Instruction *PTI = PredBB->getTerminator(); in MergeBlockIntoPredecessor() 251 Instruction *STI = BB->getTerminator(); in MergeBlockIntoPredecessor() 498 Instruction *LatchTerm = BB->getTerminator(); in SplitEdge() 614 setUnwindEdgeTo(BB->getTerminator(), NewBB); in ehAwareSplitEdge() 748 Instruction *TI = BB.getTerminator(); in SplitAllCriticalEdges() 1294 Instruction *UncondBranch = Pred->getTerminator(); in FoldReturnIntoUncondBranch() 1367 Instruction *HeadOldTerm = Head->getTerminator(); in SplitBlockAndInsertIfThenImpl() 1382 CheckTerm = ThenBlock->getTerminator(); in SplitBlockAndInsertIfThenImpl() [all …]
|
| H A D | UnifyFunctionExitNodes.cpp | 52 if (isa<UnreachableInst>(I.getTerminator())) in unifyUnreachableBlocks() 74 if (isa<ReturnInst>(I.getTerminator())) in unifyReturnBlocks() 103 PN->addIncoming(BB->getTerminator()->getOperand(0), BB); in unifyReturnBlocks()
|
| H A D | BreakCriticalEdges.cpp | 161 const Instruction *T = Pred->getTerminator(); in SplitKnownCriticalEdge() 332 Instruction *PredTerm = PredBB->getTerminator(); in findIBRPredecessor() 359 auto *IBI = dyn_cast<IndirectBrInst>(BB.getTerminator()); in SplitIndirectBrCriticalEdges() 388 EdgeProbabilities.reserve(Target->getTerminator()->getNumSuccessors()); in SplitIndirectBrCriticalEdges() 389 for (unsigned I = 0, E = Target->getTerminator()->getNumSuccessors(); in SplitIndirectBrCriticalEdges() 417 Src->getTerminator()->replaceUsesOfWith(Target, DirectSucc); in SplitIndirectBrCriticalEdges() 439 assert(&*End == Target->getTerminator() && in SplitIndirectBrCriticalEdges()
|
| H A D | LoopSimplify.cpp | 135 if (P->getTerminator()->isIndirectTerminator()) in InsertPreheaderForLoop() 264 if (PN->getIncomingBlock(i)->getTerminator()->isIndirectTerminator()) in separateNestedLoop() 384 if (P->getTerminator()->isIndirectTerminator()) in insertUniqueBackedgeBlock() 460 Instruction *TI = BackedgeBlocks[i]->getTerminator(); in insertUniqueBackedgeBlock() 466 BEBlock->getTerminator()->setMetadata(LoopMDKind, LoopMD); in insertUniqueBackedgeBlock() 515 Instruction *TI = P->getTerminator(); in simplifyOneLoop() 531 if (BranchInst *BI = dyn_cast<BranchInst>(ExitingBlock->getTerminator())) in simplifyOneLoop() 643 BranchInst *BI = dyn_cast<BranchInst>(ExitingBlock->getTerminator()); in simplifyOneLoop() 658 Preheader ? Preheader->getTerminator() : nullptr, MSSAU)) { in simplifyOneLoop() 898 if (isa<IndirectBrInst>(Pred->getTerminator())) { [all …]
|
| H A D | LoopPeel.cpp | 102 const BranchInst *T = dyn_cast<BranchInst>(Latch->getTerminator()); in canPeel() 123 if (!isa<BranchInst>(Latch->getTerminator())) in canPeel() 195 auto *BI = dyn_cast<BranchInst>(BB->getTerminator()); in countToEliminateCompares() 565 InsertTop->getTerminator()->setSuccessor(0, cast<BasicBlock>(VMap[Header])); in cloneLoopBlocks() 573 BranchInst *LatchBR = cast<BranchInst>(NewLatch->getTerminator()); in cloneLoopBlocks() 762 SplitBlock(InsertTop, InsertTop->getTerminator(), DT, LI); in peelLoop() 764 SplitBlock(InsertBot, InsertBot->getTerminator(), DT, LI); in peelLoop() 775 cast<BranchInst>(cast<BasicBlock>(Latch)->getTerminator()); in peelLoop() 817 InsertBot = SplitBlock(InsertBot, InsertBot->getTerminator(), DT, LI); in peelLoop()
|
| H A D | LowerMemIntrinsics.cpp | 47 PreLoopBB->getTerminator()->setSuccessor(0, LoopBB); in createMemCpyLoopKnownSize() 49 IRBuilder<> PLBuilder(PreLoopBB->getTerminator()); in createMemCpyLoopKnownSize() 153 IRBuilder<> PLBuilder(PreLoopBB->getTerminator()); in createMemCpyLoopUnknownSize() 216 PreLoopBB->getTerminator()->eraseFromParent(); in createMemCpyLoopUnknownSize() 262 PreLoopBB->getTerminator()->eraseFromParent(); in createMemCpyLoopUnknownSize() 333 new ICmpInst(OrigBB->getTerminator(), ICmpInst::ICMP_EQ, CopyLen, in createMemMoveLoop() 390 IRBuilder<> Builder(OrigBB->getTerminator()); in createMemSetLoop() 400 OrigBB->getTerminator()->eraseFromParent(); in createMemSetLoop()
|
| H A D | LoopRotationUtils.cpp | 196 BranchInst *BI = dyn_cast<BranchInst>(Header->getTerminator()); in profitableToRotateLoopExitingLatch() 222 BranchInst *BI = dyn_cast<BranchInst>(Latch->getTerminator()); in canRotateDeoptimizingLatchExit() 280 BranchInst *BI = dyn_cast<BranchInst>(OrigHeader->getTerminator()); in rotateLoop() 389 Instruction *LoopEntryBranch = OrigPreheader->getTerminator(); in rotateLoop() 604 BranchInst *PHBI = cast<BranchInst>(OrigPreheader->getTerminator()); in rotateLoop() 630 ExitPred->getTerminator()->isIndirectTerminator()) in rotateLoop() 775 BranchInst *Jmp = dyn_cast<BranchInst>(Latch->getTerminator()); in simplifyLoopLatch() 783 BranchInst *BI = dyn_cast<BranchInst>(LastExit->getTerminator()); in simplifyLoopLatch()
|
| H A D | LoopUnrollAndJam.cpp | 93 Instruction *TI = BB->getTerminator(); in partitionLoopBlocks() 306 BranchInst *BI = dyn_cast<BranchInst>(LatchBlock->getTerminator()); in UnrollAndJamLoop() 311 SubLoop->getLoopLatch()->getTerminator()->getSuccessor(0)); in UnrollAndJamLoop() 341 Header, LatchBlock, ForeBlocksLast[0]->getTerminator(), AftBlocks); in UnrollAndJamLoop() 495 cast<BranchInst>(ForeBlocksLast.back()->getTerminator()); in UnrollAndJamLoop() 513 cast<BranchInst>(ForeBlocksLast[It - 1]->getTerminator()); in UnrollAndJamLoop() 520 cast<BranchInst>(SubLoopBlocksLast.back()->getTerminator()); in UnrollAndJamLoop() 532 cast<BranchInst>(SubLoopBlocksLast[It - 1]->getTerminator()); in UnrollAndJamLoop() 544 BranchInst *AftTerm = cast<BranchInst>(AftBlocksLast.back()->getTerminator()); in UnrollAndJamLoop() 560 cast<BranchInst>(AftBlocksLast[It - 1]->getTerminator()); in UnrollAndJamLoop()
|
| H A D | LoopVersioning.cpp | 68 RuntimeCheckBB->getTerminator(), VersionedLoop, AliasChecks, Exp2); in versionLoop() 73 Exp.expandCodeForPredicate(&Preds, RuntimeCheckBB->getTerminator()); in versionLoop() 84 I->insertBefore(RuntimeCheckBB->getTerminator()); in versionLoop() 98 SplitBlock(RuntimeCheckBB, RuntimeCheckBB->getTerminator(), DT, LI, in versionLoop() 112 Instruction *OrigTerm = RuntimeCheckBB->getTerminator(); in versionLoop()
|
| /freebsd-13.1/contrib/llvm-project/llvm/tools/llvm-stress/ |
| H A D | llvm-stress.cpp | 350 BB->getTerminator()); in Act() 371 new StoreInst(Val, Ptr, BB->getTerminator()); in Act() 393 Instruction* Term = BB->getTerminator(); in Act() 494 "E", BB->getTerminator()); in Act() 522 BB->getTerminator()); in Act() 541 "I", BB->getTerminator()); in Act() 569 new BitCastInst(V, DestTy, "PC", BB->getTerminator())); in Act() 578 new BitCastInst(V, DestTy, "BC", BB->getTerminator())); in Act() 675 BB->getTerminator()); in Act() 731 Instr->moveBefore(Curr->getTerminator()); in IntroduceControlFlow() [all …]
|
| /freebsd-13.1/contrib/llvm-project/llvm/lib/Target/AMDGPU/ |
| H A D | AMDGPUUnifyDivergentExitNodes.cpp | 124 if (!DA.isUniform(Top->getTerminator())) in isUniformlyReached() 163 PN->addIncoming(BB->getTerminator()->getOperand(0), BB); in unifyReturnBlockSet() 166 BB->getTerminator()->eraseFromParent(); in unifyReturnBlockSet() 210 if (isa<ReturnInst>(BB->getTerminator())) { in runOnFunction() 213 } else if (isa<UnreachableInst>(BB->getTerminator())) { in runOnFunction() 216 } else if (BranchInst *BI = dyn_cast<BranchInst>(BB->getTerminator())) { in runOnFunction() 252 BB->getTerminator()->eraseFromParent(); in runOnFunction() 273 BB->getTerminator()->eraseFromParent(); in runOnFunction() 287 UnreachableBlock->getTerminator()->eraseFromParent(); in runOnFunction()
|
| /freebsd-13.1/contrib/llvm-project/llvm/lib/Transforms/Scalar/ |
| H A D | JumpThreading.cpp | 528 if (BB->getTerminator() == StopAt) { in getJumpThreadDuplicationCost() 1001 Instruction *BBTerm = BB->getTerminator(); in getBestDestForJumpOnUndef() 1057 Instruction *Terminator = BB->getTerminator(); in processBlock() 1099 Instruction *BBTerm = BB->getTerminator(); in processBlock() 1475 isa<CallBrInst>(P->getTerminator())) in simplifyPartiallyRedundantLoad() 1496 UnavailablePred->getTerminator()); in simplifyPartiallyRedundantLoad() 1703 isa<CallBrInst>(Pred->getTerminator())) in processThreadableEdges() 1731 Instruction *Term = BB->getTerminator(); in processThreadableEdges() 1798 MostPopularDest = BB->getTerminator()-> in processThreadableEdges() 2488 const Instruction *TI = BB->getTerminator(); in doesBlockHaveProfileData() [all …]
|
| H A D | CallSiteSplitting.cpp | 133 auto *BI = dyn_cast<BranchInst>(From->getTerminator()); in recordCondition() 145 Conditions.push_back({Cmp, From->getTerminator()->getSuccessor(0) == To in recordCondition() 198 if (Preds.size() != 2 || isa<IndirectBrInst>(Preds[0]->getTerminator()) || in canSplitCallSite() 199 isa<IndirectBrInst>(Preds[1]->getTerminator())) in canSplitCallSite() 253 Instruction *TI = SplitBB->getTerminator(); in copyMustTailReturn() 335 cast<CallBase>(&*std::prev(SplitBlock->getTerminator()->getIterator())); in splitCallSite() 369 Splits[i]->getTerminator()->eraseFromParent(); in splitCallSite() 511 auto IE = BB.getTerminator()->getIterator(); in doCallSiteSplitting() 516 while (II != IE && &*II != BB.getTerminator()) { in doCallSiteSplitting()
|
| H A D | IndVarSimplify.cpp | 464 auto *TermInst = IncomingBB->getTerminator(); in rewriteFirstIterationLoopExitValues() 700 BranchInst *BI = cast<BranchInst>(ExitingBB->getTerminator()); in isLoopExitTestBasedOn() 719 BranchInst *BI = cast<BranchInst>(ExitingBB->getTerminator()); in needsLFTR() 1121 BranchInst *BI = cast<BranchInst>(ExitingBB->getTerminator()); in linearFunctionTestReplace() 1217 BasicBlock::iterator I(Preheader->getTerminator()); in sinkUnusedInvariants() 1304 BranchInst *BI = cast<BranchInst>(ExitingBB->getTerminator()); in foldExit() 1316 BranchInst *BI = cast<BranchInst>(ExitingBB->getTerminator()); in replaceWithInvariantCond() 1463 auto *BI = cast<BranchInst>(ExitingBB->getTerminator()); in optimizeLoopExits() 1686 IRBuilder<> B(L->getLoopPreheader()->getTerminator()); in predicateLoopExits() 1691 auto *BI = cast<BranchInst>(ExitingBB->getTerminator()); in predicateLoopExits() [all …]
|
| H A D | LoopIdiomRecognize.cpp | 1049 IRBuilder<> Builder(Preheader->getTerminator()); in processLoopStridedStore() 1205 IRBuilder<> Builder(Preheader->getTerminator()); in processLoopStoreOfLoopLoad() 1822 if (!PH || &PH->front() != PH->getTerminator()) in recognizePopcount() 1966 auto *LbBr = cast<BranchInst>(Body->getTerminator()); in transformLoopToCountable() 2166 if (!match(LoopHeaderBB->getTerminator(), in detectShiftUntilBitTestIdiom() 2319 IRBuilder<> Builder(LoopPreheaderBB->getTerminator()); in recognizeShiftUntilBitTest() 2423 Builder.SetInsertPoint(LoopHeaderBB->getTerminator()); in recognizeShiftUntilBitTest() 2432 LoopHeaderBB->getTerminator()->eraseFromParent(); in recognizeShiftUntilBitTest() 2507 if (!match(LoopHeaderBB->getTerminator(), in detectShiftUntilZeroIdiom() 2674 IRBuilder<> Builder(LoopPreheaderBB->getTerminator()); in recognizeShiftUntilZero() [all …]
|
| H A D | LoopInterchange.cpp | 594 dyn_cast<BranchInst>(OuterLoopHeader->getTerminator()); in tightlyNested() 668 dyn_cast<BranchInst>(InnerLoopLatch->getTerminator()); in isLoopStructureUnderstood() 803 !isa<BranchInst>(InnerLoopLatch->getTerminator()) || in currentLimitations() 1436 I.moveBefore(OuterLoopHeader->getTerminator()); in transform() 1455 FromBB->getTerminator()->getIterator()); in moveBBContents() 1468 moveBBContents(BB2, BB1->getTerminator()); in swapBBContents() 1472 I->insertBefore(BB2->getTerminator()); in swapBBContents() 1630 dyn_cast<BranchInst>(OuterLoopLatch->getTerminator()); in adjustLoopBranches() 1632 dyn_cast<BranchInst>(InnerLoopLatch->getTerminator()); in adjustLoopBranches() 1634 dyn_cast<BranchInst>(OuterLoopHeader->getTerminator()); in adjustLoopBranches() [all …]
|
| H A D | LoopFuse.cpp | 803 WorkList.emplace_back(Pred->getTerminator()); in peelFusionCandidate() 1385 FC0.ExitingBlock->getTerminator()->replaceUsesOfWith(FC1.Preheader, in performFusion() 1396 FC0.ExitingBlock->getTerminator()->replaceUsesOfWith(FC0.ExitBlock, in performFusion() 1400 FC0.ExitBlock->getTerminator()->eraseFromParent(); in performFusion() 1408 FC1.Preheader->getTerminator()->eraseFromParent(); in performFusion() 1445 FC0.Latch->getTerminator()->replaceUsesOfWith(FC0.Header, FC1.Header); in performFusion() 1446 FC1.Latch->getTerminator()->replaceUsesOfWith(FC1.Header, FC0.Header); in performFusion() 1621 FC0ExitBlockSuccessor->getTerminator()->eraseFromParent(); in fuseGuardedLoops() 1667 FC0.ExitingBlock->getTerminator()->replaceUsesOfWith(FC0.ExitBlock, in fuseGuardedLoops() 1683 FC0.ExitBlock->getTerminator()->eraseFromParent(); in fuseGuardedLoops() [all …]
|
| /freebsd-13.1/contrib/llvm-project/llvm/lib/CodeGen/ |
| H A D | HardwareLoops.cpp | 348 if (!isa<BranchInst>(Pred->getTerminator())) in CanGenerateTest() 351 auto *BI = cast<BranchInst>(Pred->getTerminator()); in CanGenerateTest() 403 cast<BranchInst>(BB->getTerminator())->isUnconditional()) { in InitLoopCount() 407 if (!isSafeToExpandAt(ExitCount, Predecessor->getTerminator(), SE)) in InitLoopCount() 413 if (!isSafeToExpandAt(ExitCount, BB->getTerminator(), SE)) { in InitLoopCount() 420 BB->getTerminator()); in InitLoopCount() 439 IRBuilder<> Builder(BeginBB->getTerminator()); in InsertIterationSetup() 452 assert((isa<BranchInst>(BeginBB->getTerminator()) && in InsertIterationSetup() 453 cast<BranchInst>(BeginBB->getTerminator())->isConditional()) && in InsertIterationSetup() 458 auto *LoopGuard = cast<BranchInst>(BeginBB->getTerminator()); in InsertIterationSetup()
|
| /freebsd-13.1/contrib/llvm-project/llvm/lib/Target/X86/ |
| H A D | X86LowerAMXIntrinsics.cpp | 182 B.SetInsertPoint(ColBody->getTerminator()); in createTileLoadStoreLoops() 195 B.SetInsertPoint(RowLoopHeader->getTerminator()); in createTileLoadStoreLoops() 203 B.SetInsertPoint(ColLoopHeader->getTerminator()); in createTileLoadStoreLoops() 212 B.SetInsertPoint(ColBody->getTerminator()); in createTileLoadStoreLoops() 228 B.SetInsertPoint(ColBody->getTerminator()); in createTileLoadStoreLoops() 289 B.SetInsertPoint(ColBody->getTerminator()); in createTileDPLoops() 322 B.SetInsertPoint(RowLoopHeader->getTerminator()); in createTileDPLoops() 339 B.SetInsertPoint(ColLoopHeader->getTerminator()); in createTileDPLoops() 352 B.SetInsertPoint(InnerLoopHeader->getTerminator()); in createTileDPLoops() 356 B.SetInsertPoint(InnerBody->getTerminator()); in createTileDPLoops() [all …]
|
| /freebsd-13.1/contrib/llvm-project/llvm/lib/Frontend/OpenMP/ |
| H A D | OMPIRBuilder.cpp | 457 BB->getTerminator()->eraseFromParent(); in emitCancelationCheckImpl() 943 ->getTerminator() in createSections() 1478 Instruction *Term = PreHeader->getTerminator(); in createDynamicWorkshareLoop() 1804 Builder.SetInsertPoint(Enter->getTerminator()); in tileLoops() 2056 Builder.SetInsertPoint(ThenBB->getTerminator()); in emitCommonDirectiveEntry() 2127 OMP_Entry->getTerminator()->eraseFromParent(); in createCopyinClauseBlocks() 2231 auto *CheckBBTI = CheckBB->getTerminator(); in createTargetInit() 2589 Instruction *CurBBTI = CurBB->getTerminator(); in emitAtomicUpdate() 2595 ContBB->getTerminator()->eraseFromParent(); in emitAtomicUpdate() 2772 assert(isa<BranchInst>(Cond->getTerminator()) && in assertOK() [all …]
|
| /freebsd-13.1/contrib/llvm-project/llvm/lib/IR/ |
| H A D | BasicBlock.cpp | 148 const Instruction *BasicBlock::getTerminator() const { in getTerminator() function in BasicBlock 363 auto *Term = getTerminator(); in isLegalToHoistInto() 386 assert(getTerminator() && "Can't use splitBasicBlock on degenerate BB!"); in splitBasicBlock() 413 assert(getTerminator() && in splitBasicBlockBefore() 435 Instruction *TI = Pred->getTerminator(); in splitBasicBlockBefore() 459 Instruction *TI = getTerminator(); in replaceSuccessorsPhiUsesWith() 481 const Instruction *TI = getTerminator(); in getIrrLoopHeaderWeight()
|
| /freebsd-13.1/contrib/llvm-project/llvm/lib/Analysis/ |
| H A D | LoopInfo.cpp | 100 InsertPt = Preheader->getTerminator(); in makeLoopInvariant() 176 if (BranchInst *BI = dyn_cast_or_null<BranchInst>(Latch->getTerminator())) in getLatchCmpInst() 236 BranchInst *BI = dyn_cast_or_null<BranchInst>(Latch->getTerminator()); in getCanonicalPredicate() 388 assert(GuardBB->getTerminator() && "Expecting valid guard terminator"); in getLoopGuardBranch() 390 BranchInst *GuardBI = dyn_cast<BranchInst>(GuardBB->getTerminator()); in getLoopGuardBranch() 491 if (isa<IndirectBrInst>(BB->getTerminator()) || in isSafeToClone() 492 isa<CallBrInst>(BB->getTerminator())) in isSafeToClone() 510 Instruction *TI = BB->getTerminator(); in getLoopID() 536 BB->getTerminator()->setMetadata(LLVMContext::MD_loop, LoopID); in setLoopID() 657 if (DebugLoc DL = PHeadBB->getTerminator()->getDebugLoc()) in getLocRange() [all …]
|
| H A D | FunctionPropertiesAnalysis.cpp | 30 if (const auto *BI = dyn_cast<BranchInst>(BB.getTerminator())) { in getFunctionPropertiesInfo() 33 } else if (const auto *SI = dyn_cast<SwitchInst>(BB.getTerminator())) { in getFunctionPropertiesInfo()
|