Home
last modified time | relevance | path

Searched refs:TripCount (Results 1 – 22 of 22) sorted by relevance

/freebsd-14.2/contrib/llvm-project/llvm/lib/Analysis/
H A DLoopCacheAnalysis.cpp117 if (!TripCount) { in computeTripCount()
123 return TripCount; in computeTripCount()
287 assert(TripCount && "Expecting valid TripCount"); in computeRefCost()
288 LLVM_DEBUG(dbgs() << "TripCount=" << *TripCount << "\n"); in computeRefCost()
300 TripCount = SE.getNoopOrZeroExtend(TripCount, WiderType); in computeRefCost()
301 const SCEV *Numerator = SE.getMulExpr(Stride, TripCount); in computeRefCost()
315 RefCost = TripCount; in computeRefCost()
323 const SCEV *TripCount = in computeRefCost() local
566 unsigned TripCount = SE.getSmallConstantTripCount(L); in CacheCost() local
567 TripCount = (TripCount == 0) ? DefaultTripCount : TripCount; in CacheCost()
[all …]
H A DLint.cpp374 if (auto *TripCount = dyn_cast<ConstantInt>(I.getArgOperand(1))) in visitCallBase() local
375 Check(!TripCount->isZero(), in visitCallBase()
/freebsd-14.2/contrib/llvm-project/llvm/lib/Transforms/Scalar/
H A DLoopUnrollPass.cpp367 if (!TripCount || TripCount > MaxIterationsCountToAnalyze) in analyzeLoopUnrollCost()
780 return TripCount; in shouldPragmaUnroll()
825 if (!TripCount) in shouldPartialUnroll()
835 count = TripCount; in shouldPartialUnroll()
859 count = TripCount; in shouldPartialUnroll()
935 if (TripCount) { in computeUnrollCount()
936 UP.Count = TripCount; in computeUnrollCount()
978 if (TripCount) in computeUnrollCount()
1214 if (!TripCount || TC < TripCount) in tryToUnrollLoop()
1217 if (!TripCount) { in tryToUnrollLoop()
[all …]
H A DLoopFlatten.cpp298 setLoopComponents(Value *&TC, Value *&TripCount, BinaryOperator *&Increment, in setLoopComponents() argument
300 TripCount = TC; in setLoopComponents()
303 LLVM_DEBUG(dbgs() << "Found trip count: "; TripCount->dump()); in setLoopComponents()
316 PHINode *&InductionPHI, Value *&TripCount, BinaryOperator *&Increment, in verifyTripCount() argument
333 return setLoopComponents(RHS, TripCount, Increment, IterationInstructions); in verifyTripCount()
354 return setLoopComponents(NewRHS, TripCount, Increment, in verifyTripCount()
357 return setLoopComponents(RHS, TripCount, Increment, IterationInstructions); in verifyTripCount()
376 return setLoopComponents(RHS, TripCount, Increment, IterationInstructions); in verifyTripCount()
383 PHINode *&InductionPHI, Value *&TripCount, BinaryOperator *&Increment, in findLoopComponents() argument
457 return verifyTripCount(RHS, L, IterationInstructions, InductionPHI, TripCount, in findLoopComponents()
H A DLoopRerollPass.cpp1446 auto TripCount = SE->getAddExpr(BackedgeTakenCount, One); in replace() local
1448 TripCount, SE->getConstant(BackedgeTakenCount->getType(), Scale)); in replace()
/freebsd-14.2/contrib/llvm-project/llvm/lib/Target/ARM/
H A DMVETailPredication.cpp109 bool TryConvertActiveLaneMask(Value *TripCount);
115 const SCEV *IsSafeActiveMask(IntrinsicInst *ActiveLaneMask, Value *TripCount);
198 Value *TripCount) { in IsSafeActiveMask() argument
209 auto *TC = SE->getSCEV(TripCount); in IsSafeActiveMask()
257 ConstantInt *TC = dyn_cast<ConstantInt>(TripCount); in IsSafeActiveMask()
294 auto *VW = SE->getSCEV(ConstantInt::get(TripCount->getType(), VectorWidth)); in IsSafeActiveMask()
298 SE->getSCEV(ConstantInt::get(TripCount->getType(), VectorWidth - 1))); in IsSafeActiveMask()
415 bool MVETailPredication::TryConvertActiveLaneMask(Value *TripCount) { in TryConvertActiveLaneMask() argument
432 const SCEV *StartSCEV = IsSafeActiveMask(ActiveLaneMask, TripCount); in TryConvertActiveLaneMask()
/freebsd-14.2/contrib/llvm-project/llvm/lib/Transforms/Utils/
H A DLoopUnrollRuntime.cpp518 Value *TripCount, unsigned Count) { in CreateTripRemainder() argument
530 return B.CreateAnd(TripCount, Count - 1, "xtraiter"); in CreateTripRemainder()
766 Value *TripCount = Expander.expandCodeFor(TripCountSC, TripCountSC->getType(), in UnrollRuntimeLoopRemainder() local
776 !isGuaranteedNotToBeUndefOrPoison(TripCount, AC, PreHeaderBR, DT)) { in UnrollRuntimeLoopRemainder()
777 TripCount = B.CreateFreeze(TripCount); in UnrollRuntimeLoopRemainder()
779 B.CreateAdd(TripCount, ConstantInt::get(TripCount->getType(), -1)); in UnrollRuntimeLoopRemainder()
787 Value * const ModVal = CreateTripRemainder(B, BECount, TripCount, Count); in UnrollRuntimeLoopRemainder()
936 Value *TestVal = B2.CreateSub(TripCount, ModVal, "unroll_iter"); in UnrollRuntimeLoopRemainder()
H A DLoopUnroll.cpp349 unsigned TripCount; in UnrollLoop() member
367 Info.TripCount = SE->getSmallConstantTripCount(L, ExitingBlock); in UnrollLoop()
369 if (Info.TripCount != 0) { in UnrollLoop()
370 Info.BreakoutTrip = Info.TripCount % ULO.Count; in UnrollLoop()
379 << ": TripCount=" << Info.TripCount in UnrollLoop()
741 if (Info.TripCount && j != Info.TripCount) in UnrollLoop()
H A DLoopUnrollAndJam.cpp216 llvm::UnrollAndJamLoop(Loop *L, unsigned Count, unsigned TripCount, in UnrollAndJamLoop() argument
229 if (TripCount == 0 && Count < 2) { in UnrollAndJamLoop()
236 assert(TripCount == 0 || TripCount % TripMultiple == 0); in UnrollAndJamLoop()
239 bool CompletelyUnroll = (Count == TripCount); in UnrollAndJamLoop()
264 << Header->getName() << " with trip count " << TripCount in UnrollAndJamLoop()
269 << NV("UnrollCount", TripCount) << " iterations"); in UnrollAndJamLoop()
H A DLoopPeel.cpp500 unsigned TripCount, DominatorTree &DT, in computePeelCount() argument
584 if (TripCount) in computePeelCount()
/freebsd-14.2/contrib/llvm-project/llvm/include/llvm/Transforms/Utils/
H A DUnrollLoop.h91 LoopUnrollResult UnrollAndJamLoop(Loop *L, unsigned Count, unsigned TripCount,
150 OptimizationRemarkEmitter *ORE, unsigned TripCount,
H A DLoopPeel.h39 unsigned TripCount, DominatorTree &DT,
/freebsd-14.2/contrib/llvm-project/llvm/lib/Transforms/Vectorize/
H A DVPlanTransforms.cpp586 const SCEV *TripCount = createTripCountSCEV(IdxTy, PSE); in optimizeForVFAndUF() local
589 SE.getConstant(TripCount->getType(), BestVF.getKnownMinValue() * BestUF); in optimizeForVFAndUF()
590 if (TripCount->isZero() || in optimizeForVFAndUF()
591 !SE.isKnownPredicate(CmpInst::ICMP_ULE, TripCount, C)) in optimizeForVFAndUF()
1077 VPValue *TripCount, *IncrementValue; in addVPLaneMaskPhiAndUpdateExitBranch() local
1083 TripCount = TC; in addVPLaneMaskPhiAndUpdateExitBranch()
1089 TripCount = Builder.createNaryOp(VPInstruction::CalculateTripCountMinusVF, in addVPLaneMaskPhiAndUpdateExitBranch()
1114 {InLoopIncrement, TripCount}, DL, in addVPLaneMaskPhiAndUpdateExitBranch()
H A DVPlan.cpp712 VPlanPtr VPlan::createInitialVPlan(const SCEV *TripCount, ScalarEvolution &SE) { in createInitialVPlan() argument
716 Plan->TripCount = in createInitialVPlan()
717 vputils::getOrCreateVPValueForSCEVExpr(*Plan, TripCount, SE); in createInitialVPlan()
875 if (TripCount->isLiveIn()) in printLiveIns()
877 TripCount->printAsOperand(O, SlotTracker); in printLiveIns()
H A DVPlan.h2665 VPValue *TripCount = nullptr; variable
2704 TripCount = TC; in VPlan()
2727 static VPlanPtr createInitialVPlan(const SCEV *TripCount,
2731 void prepareToExecute(Value *TripCount, Value *VectorTripCount,
2742 assert(TripCount && "trip count needs to be set before accessing it"); in getTripCount()
2743 return TripCount; in getTripCount()
H A DLoopVectorize.cpp600 Value *getTripCount() const { return TripCount; } in getTripCount()
605 void setTripCount(Value *TC) { TripCount = TC; } in setTripCount()
758 Value *TripCount = nullptr; member in llvm::InnerLoopVectorizer
822 Value *TripCount = nullptr; member
921 TripCount = EPI.TripCount; in EpilogueVectorizerEpilogueLoop()
3191 unsigned TripCount = UF * VF.getKnownMinValue(); in completeLoopSkeleton() local
3193 const uint32_t Weights[] = {1, TripCount - 1}; in completeLoopSkeleton()
7788 EPI.TripCount = Count; in emitIterationCountCheck()
7917 assert(EPI.TripCount && in emitMinimumVectorEpilogueIterCountCheck()
7920 (!isa<Instruction>(EPI.TripCount) || in emitMinimumVectorEpilogueIterCountCheck()
[all …]
/freebsd-14.2/contrib/llvm-project/llvm/lib/Target/Hexagon/
H A DHexagonHardwareLoops.cpp1207 CountValue *TripCount = getLoopTripCount(L, OldInsts); in convertToHardwareLoop() local
1208 if (!TripCount) in convertToHardwareLoop()
1212 if (TripCount->isReg()) { in convertToHardwareLoop()
1215 MachineInstr *TCDef = MRI->getVRegDef(TripCount->getReg()); in convertToHardwareLoop()
1248 if (TripCount->isReg()) { in convertToHardwareLoop()
1252 .addReg(TripCount->getReg(), 0, TripCount->getSubReg()); in convertToHardwareLoop()
1257 assert(TripCount->isImm() && "Expecting immediate value for trip count"); in convertToHardwareLoop()
1261 int64_t CountImm = TripCount->getImm(); in convertToHardwareLoop()
1298 delete TripCount; in convertToHardwareLoop()
H A DHexagonInstrInfo.cpp732 int64_t TripCount; member in __anone26644db0111::HexagonPipelinerLoopInfo
743 TripCount = Loop->getOpcode() == Hexagon::J2_loop0r in HexagonPipelinerLoopInfo()
746 if (TripCount == -1) in HexagonPipelinerLoopInfo()
758 if (TripCount == -1) { in createTripCountGreaterCondition()
770 return TripCount > TC; in createTripCountGreaterCondition()
783 int64_t TripCount = Loop->getOperand(1).getImm() + TripCountAdjust; in adjustTripCount() local
784 assert(TripCount > 0 && "Can't create an empty or negative loop!"); in adjustTripCount()
785 Loop->getOperand(1).setImm(TripCount); in adjustTripCount()
/freebsd-14.2/contrib/llvm-project/llvm/lib/Frontend/OpenMP/
H A DOMPIRBuilder.cpp2269 Type *IndVarTy = TripCount->getType(); in createLoopSkeleton()
2504 CLI->setTripCount(TripCount); in applyStaticWorkshareLoop()
2723 Type *TripCountTy = TripCount->getType(); in createTargetLoopWorkshareCall()
2732 RealArgs.push_back(TripCount); in createTargetLoopWorkshareCall()
2761 Value *TripCount = CLI->getTripCount(); in workshareLoopTargetCallback() local
3886 int TripCount = 0; in computeHeuristicUnrollFactor() local
7068 CmpI->setOperand(1, TripCount); in setTripCount()
7187 Value *TripCount = getTripCount(); in assertOK() local
7188 assert(TripCount && "Loop trip count not found?"); in assertOK()
7189 assert(IndVar->getType() == TripCount->getType() && in assertOK()
[all …]
/freebsd-14.2/contrib/llvm-project/llvm/include/llvm/Frontend/OpenMP/
H A DOMPIRBuilder.h660 Value *TripCount,
2589 CanonicalLoopInfo *createLoopSkeleton(DebugLoc DL, Value *TripCount,
2754 void setTripCount(Value *TripCount);
/freebsd-14.2/contrib/llvm-project/llvm/lib/Target/PowerPC/
H A DPPCInstrInfo.cpp5363 int64_t TripCount; member in __anon1500692a0a11::PPCPipelinerLoopInfo
5374 TripCount = LoopCount->getOperand(1).getImm(); in PPCPipelinerLoopInfo()
5376 TripCount = -1; in PPCPipelinerLoopInfo()
5387 if (TripCount == -1) { in createTripCountGreaterCondition()
5397 return TripCount > TC; in createTripCountGreaterCondition()
5410 int64_t TripCount = LoopCount->getOperand(1).getImm() + TripCountAdjust; in adjustTripCount() local
5411 LoopCount->getOperand(1).setImm(TripCount); in adjustTripCount()
/freebsd-14.2/contrib/llvm-project/llvm/lib/CodeGen/SelectionDAG/
H A DSelectionDAGBuilder.cpp7567 SDValue TripCount = getValue(I.getOperand(1)); in visitIntrinsicCall() local
7572 SDValue VectorTripCount = DAG.getSplat(VecTy, sdl, TripCount); in visitIntrinsicCall()