| /llvm-project-15.0.7/llvm/lib/CodeGen/ |
| H A D | HardwareLoops.cpp | 187 ExitCount(Info.ExitCount), in HardwareLoop()
202 const SCEV *ExitCount = nullptr; member in __anon7620f73f0111::HardwareLoop
387 if (!ExitCount->getType()->isPointerTy() && in InitLoopCount()
388 ExitCount->getType() != CountType) in InitLoopCount()
389 ExitCount = SE.getZeroExtendExpr(ExitCount, CountType); in InitLoopCount()
391 ExitCount = SE.getAddExpr(ExitCount, SE.getOne(CountType)); in InitLoopCount()
397 if (SE.isLoopEntryGuardedByCond(L, ICmpInst::ICMP_NE, ExitCount, in InitLoopCount()
398 SE.getZero(ExitCount->getType()))) { in InitLoopCount()
416 if (!SCEVE.isSafeToExpandAt(ExitCount, BB->getTerminator())) { in InitLoopCount()
418 << *ExitCount << "\n"); in InitLoopCount()
[all …]
|
| /llvm-project-15.0.7/llvm/lib/Transforms/Scalar/ |
| H A D | IndVarSimplify.cpp | 990 !ExitCount->getType()->isPointerTy()) { in genLoopLimit()
1032 ExitCount = SE->getZeroExtendExpr(ExitCount, IVInit->getType()); in genLoopLimit()
1631 if (isa<SCEVCouldNotCompute>(ExitCount)) { in optimizeLoopExits()
1665 if (MaxExitCount == ExitCount) in optimizeLoopExits()
1675 if (ExitCount->isZero()) { in optimizeLoopExits()
1688 ExitCount = SE->getNoopOrZeroExtend(ExitCount, WiderType); in optimizeLoopExits()
1772 if (isa<SCEVCouldNotCompute>(ExitCount) || in predicateLoopExits()
1773 !Rewriter.isSafeToExpand(ExitCount)) in predicateLoopExits()
1857 if (ExitCount == ExactBTC) { in predicateLoopExits()
1993 if (isa<SCEVCouldNotCompute>(ExitCount)) in run()
[all …]
|
| H A D | LoopPredication.cpp | 1073 const SCEV *ExitCount = SE.getExitCount(L, ExitingBB); in getMinAnalyzeableBackedgeTakenCount() local
1074 if (isa<SCEVCouldNotCompute>(ExitCount)) in getMinAnalyzeableBackedgeTakenCount()
1079 ExitCounts.push_back(ExitCount); in getMinAnalyzeableBackedgeTakenCount()
1201 const SCEV *ExitCount = SE->getExitCount(L, ExitingBB); in predicateLoopExits() local
1202 if (isa<SCEVCouldNotCompute>(ExitCount) || in predicateLoopExits()
1203 ExitCount->getType()->isPointerTy() || in predicateLoopExits()
1204 !Rewriter.isSafeToExpandAt(ExitCount, WidenableBR)) in predicateLoopExits()
1220 Value *ECV = Rewriter.expandCodeFor(ExitCount); in predicateLoopExits()
|
| H A D | LoopBoundSplit.cpp | 83 const SCEV *ExitCount = SE.getExitCount(&L, Cond.ICmp->getParent()); in calculateUpperBound() local
84 if (isa<SCEVCouldNotCompute>(ExitCount)) in calculateUpperBound()
87 Cond.BoundSCEV = ExitCount; in calculateUpperBound()
|
| H A D | LoopVersioningLICM.cpp | 267 const SCEV *ExitCount = SE->getBackedgeTakenCount(CurLoop); in legalLoopStructure() local
268 if (isa<SCEVCouldNotCompute>(ExitCount)) { in legalLoopStructure()
|
| /llvm-project-15.0.7/bolt/lib/Passes/ |
| H A D | LoopInversionPass.cpp | 59 const uint64_t ExitCount = SuccBB->getBranchInfo(*SecondSucc).Count; in runOnFunction() local
61 if (LoopCount < ExitCount) { in runOnFunction()
|
| /llvm-project-15.0.7/bolt/include/bolt/Core/ |
| H A D | BinaryLoop.h | 36 uint64_t ExitCount{0};
|
| /llvm-project-15.0.7/clang/lib/CodeGen/ |
| H A D | CoverageMappingGen.cpp | 703 Counter ExitCount = getRegion().getCounter(); in propagateCounts() local
711 return ExitCount; in propagateCounts()
1312 Counter ExitCount = getRegionCounter(S); in VisitSwitchStmt() local
1314 pushRegion(ExitCount); in VisitSwitchStmt()
1315 GapRegionCounter = ExitCount; in VisitSwitchStmt()
1441 Counter ExitCount = getRegionCounter(S); in VisitCXXTryStmt() local
1442 pushRegion(ExitCount); in VisitCXXTryStmt()
|
| /llvm-project-15.0.7/llvm/lib/Transforms/Utils/ |
| H A D | LoopUtils.cpp | 806 uint64_t ExitCount = llvm::divideNearest(LoopWeight, ExitWeight); in getEstimatedTripCount() local
808 return ExitCount + 1; in getEstimatedTripCount()
1365 const SCEV *ExitCount = SE->getExitCount(L, PN->getIncomingBlock(i)); in rewriteLoopExitValues() local
1366 if (isa<SCEVCouldNotCompute>(ExitCount)) in rewriteLoopExitValues()
1370 ExitValue = AddRec->evaluateAtIteration(ExitCount, *SE); in rewriteLoopExitValues()
|
| H A D | ScalarEvolutionExpander.cpp | 2371 const SCEV *ExitCount = in generateOverflowCheck() local
2374 assert(!isa<SCEVCouldNotCompute>(ExitCount) && "Invalid loop count"); in generateOverflowCheck()
2380 unsigned SrcBits = SE.getTypeSizeInBits(ExitCount->getType()); in generateOverflowCheck()
2390 Value *TripCountVal = expandCodeForImpl(ExitCount, CountTy, Loc, false); in generateOverflowCheck()
|
| /llvm-project-15.0.7/llvm/lib/Analysis/ |
| H A D | ScalarEvolution.cpp | 7885 if (isa<SCEVCouldNotCompute>(ExitCount)) in getTripCountFromExitCount()
7888 auto *ExitCountType = ExitCount->getType(); in getTripCountFromExitCount()
7901 if (!ExitCount) in getConstantTripCount()
7916 return getConstantTripCount(ExitCount); in getSmallConstantTripCount()
7925 const SCEVConstant *ExitCount = in getSmallConstantTripCount() local
7927 return getConstantTripCount(ExitCount); in getSmallConstantTripCount()
8072 if (ExitCount == getCouldNotCompute()) in getSmallConstantTripMultiple()
14519 if (isa<SCEVCouldNotCompute>(ExitCount)) in computeSymbolicMaxBackedgeTakenCount()
14520 ExitCount = getExitCount(L, ExitingBB, in computeSymbolicMaxBackedgeTakenCount()
14522 if (!isa<SCEVCouldNotCompute>(ExitCount)) { in computeSymbolicMaxBackedgeTakenCount()
[all …]
|
| H A D | LoopAccessAnalysis.cpp | 2095 const SCEV *ExitCount = PSE->getBackedgeTakenCount(); in canAnalyzeLoop() local
2096 if (isa<SCEVCouldNotCompute>(ExitCount)) { in canAnalyzeLoop()
|
| H A D | TargetTransformInfo.cpp | 175 ExitCount = EC; in isHardwareLoopCandidate()
|
| /llvm-project-15.0.7/llvm/include/llvm/Analysis/ |
| H A D | ScalarEvolution.h | 788 const SCEV *getTripCountFromExitCount(const SCEV *ExitCount,
828 const SCEV *ExitCount);
|
| H A D | TargetTransformInfo.h | 101 const SCEV *ExitCount = nullptr; member
|
| /llvm-project-15.0.7/bolt/lib/Core/ |
| H A D | BinaryFunction.cpp | 3994 L->ExitCount = COUNT_NO_PROFILE; in calculateLoopInfo()
4029 L->ExitCount += BI->Count; in calculateLoopInfo()
4421 OS << "Loop exit count: " << L->ExitCount << "\n"; in printLoopInfo()
|
| /llvm-project-15.0.7/llvm/lib/Transforms/Vectorize/ |
| H A D | LoopVectorize.cpp | 2825 const SCEV *ExitCount = SE->getAddExpr( in getOrCreateTripCount() local
2835 TripCount = Exp.expandCodeFor(ExitCount, ExitCount->getType(), in getOrCreateTripCount()
5060 const SCEV *ExitCount = SE->getAddExpr( in computeMaxVF() local
5063 SE->applyLoopGuards(ExitCount, TheLoop), in computeMaxVF()
|