| /freebsd-14.2/contrib/llvm-project/llvm/lib/Transforms/Scalar/ |
| H A D | NaryReassociate.cpp | 284 OrigSCEV = SE->getSCEV(I); in matchAndReassociateMinOrMax() 304 OrigSCEV = SE->getSCEV(I); in tryReassociate() 307 OrigSCEV = SE->getSCEV(I); in tryReassociate() 402 IndexExprs.push_back(SE->getSCEV(Index)); in tryReassociateGEPAtIndex() 404 IndexExprs[I] = SE->getSCEV(LHS); in tryReassociateGEPAtIndex() 469 if (SE->getSCEV(I)->isZero()) in tryReassociateBinaryOp() 486 const SCEV *AExpr = SE->getSCEV(A), *BExpr = SE->getSCEV(B); in tryReassociateBinaryOp() 487 const SCEV *RHSExpr = SE->getSCEV(RHS); in tryReassociateBinaryOp() 643 const SCEV *AExpr = SE->getSCEV(A); in tryReassociateMinOrMax() 644 const SCEV *BExpr = SE->getSCEV(B); in tryReassociateMinOrMax() [all …]
|
| H A D | LoopLoadElimination.cpp | 124 auto *LoadPtrSCEV = cast<SCEVAddRecExpr>(PSE.getSCEV(LoadPtr)); in isDependenceDistanceOfOne() 125 auto *StorePtrSCEV = cast<SCEVAddRecExpr>(PSE.getSCEV(StorePtr)); in isDependenceDistanceOfOne() 438 auto *PtrSCEV = cast<SCEVAddRecExpr>(PSE.getSCEV(Ptr)); in propagateStoredValueToLoadUsers() 529 assert(isa<SCEVAddRecExpr>(PSE.getSCEV(Cand.Load->getPointerOperand())) && in processLoop() 532 isa<SCEVAddRecExpr>(PSE.getSCEV(Cand.Store->getPointerOperand())) && in processLoop() 595 PSE.getSCEV(Cand.Load->getPointerOperand())) || in processLoop() 597 PSE.getSCEV(Cand.Store->getPointerOperand())); in processLoop()
|
| H A D | InductiveRangeCheckElimination.cpp | 275 return SE.isLoopInvariant(SE.getSCEV(V), L); in parseRangeCheckICmp() 315 const auto *AddRec = dyn_cast<SCEVAddRecExpr>(SE.getSCEV(LHS)); in parseIvAgaisntLimit() 346 End = SE.getSCEV(RHS); in parseIvAgaisntLimit() 352 const SCEV *RHSS = SE.getSCEV(RHS); in parseIvAgaisntLimit() 374 const SCEV *IV = SE.getSCEV(LHS); in reassociateSubLHS() 375 const SCEV *Offset = SE.getSCEV(RHS); in reassociateSubLHS() 376 const SCEV *Limit = SE.getSCEV(InvariantRHS); in reassociateSubLHS() 582 const SCEV *Start = NoopOrExtend(SE.getSCEV(MainLoopStructure.IndVarStart), in calculateSubRanges() 584 const SCEV *End = NoopOrExtend(SE.getSCEV(MainLoopStructure.LoopExitAt), RTy, in calculateSubRanges() 1025 cast<SCEVAddRecExpr>(SE.getMinusSCEV(SE.getSCEV(LS.IndVarBase), SE.getSCEV(LS.IndVarStep))); in run()
|
| H A D | AlignmentFromAssumptions.cpp | 85 const SCEV *PtrSCEV = SE->getSCEV(Ptr); in getNewAlignment() 172 AlignSCEV = SE->getSCEV(AlignOB.Inputs[1].get()); in extractAlignmentInfo() 182 OffSCEV = SE->getSCEV(AlignOB.Inputs[2].get()); in extractAlignmentInfo() 201 const SCEV *AASCEV = SE->getSCEV(AAPtr); in processAssumption()
|
| H A D | StraightLineStrengthReduce.cpp | 412 allocateCandidatesAndFindBasis(Candidate::Add, SE->getSCEV(LHS), Idx, S, I); in allocateCandidatesAndFindBasisForAdd() 417 allocateCandidatesAndFindBasis(Candidate::Add, SE->getSCEV(LHS), Idx, S, I); in allocateCandidatesAndFindBasisForAdd() 421 allocateCandidatesAndFindBasis(Candidate::Add, SE->getSCEV(LHS), One, RHS, in allocateCandidatesAndFindBasisForAdd() 445 allocateCandidatesAndFindBasis(Candidate::Mul, SE->getSCEV(B), Idx, RHS, I); in allocateCandidatesAndFindBasisForMul() 451 allocateCandidatesAndFindBasis(Candidate::Mul, SE->getSCEV(B), Idx, RHS, I); in allocateCandidatesAndFindBasisForMul() 455 allocateCandidatesAndFindBasis(Candidate::Mul, SE->getSCEV(LHS), Zero, RHS, in allocateCandidatesAndFindBasisForMul() 532 IndexExprs.push_back(SE->getSCEV(Idx)); in allocateCandidatesAndFindBasisForGEP()
|
| H A D | LoopIdiomRecognize.cpp | 434 dyn_cast<SCEVAddRecExpr>(SE->getSCEV(StorePtr)); in isLegalStore() 493 dyn_cast<SCEVAddRecExpr>(SE->getSCEV(LI->getPointerOperand())); in isLegalStore() 599 cast<SCEVAddRecExpr>(SE->getSCEV(FirstStorePtr)); in processLoopStores() 635 cast<SCEVAddRecExpr>(SE->getSCEV(SecondStorePtr)); in processLoopStores() 771 const SCEVAddRecExpr *StoreEv = dyn_cast<SCEVAddRecExpr>(SE->getSCEV(Dest)); in processLoopMemCpy() 837 const SCEVAddRecExpr *Ev = dyn_cast<SCEVAddRecExpr>(SE->getSCEV(Pointer)); in processLoopMemSet() 846 const SCEV *MemsetSizeSCEV = SE->getSCEV(MSI->getLength()); in processLoopMemSet() 923 return processLoopStridedStore(Pointer, SE->getSCEV(MSI->getLength()), in processLoopMemSet() 1184 const SCEVAddRecExpr *LoadEv = cast<SCEVAddRecExpr>(SE->getSCEV(LoadPtr)); in processLoopStoreOfLoopLoad() 2610 ExtraOffsetExpr = SE->getNegativeSCEV(SE->getSCEV(ExtraOffset)); in detectShiftUntilZeroIdiom() [all …]
|
| H A D | LoopRerollPass.cpp | 556 dyn_cast<SCEVAddRecExpr>(SE->getSCEV(&IV))) { in collectPossibleIVs() 868 const auto *ADR = dyn_cast<SCEVAddRecExpr>(SE->getSCEV(DRS.BaseInst)); in validateRootSet() 874 const SCEV *StepSCEV = SE->getMinusSCEV(SE->getSCEV(DRS.Roots[0]), ADR); in validateRootSet() 883 const SCEV *NewStepSCEV = SE->getMinusSCEV(SE->getSCEV(DRS.Roots[i]), in validateRootSet() 884 SE->getSCEV(DRS.Roots[i-1])); in validateRootSet() 895 const auto *IVU_ADR = dyn_cast<SCEVAddRecExpr>(SE->getSCEV(IVU)); in findRootsBase() 1416 cast<SCEVAddRecExpr>(SE->getSCEV(DRS.BaseInst)); in replace() 1418 IncrExprs.push_back(SE->getMinusSCEV(SE->getSCEV(DRS.Roots[0]), IVSCEV)); in replace()
|
| H A D | LoopBoundSplit.cpp | 56 const SCEV *AddRecSCEV = SE.getSCEV(Cond.AddRecValue); in analyzeICmp() 57 const SCEV *BoundSCEV = SE.getSCEV(Cond.BoundValue); in analyzeICmp() 386 const SCEVAddRecExpr *PhiSCEV = dyn_cast<SCEVAddRecExpr>(SE.getSCEV(&PN)); in splitLoopBound()
|
| H A D | IndVarSimplify.cpp | 803 const SCEVAddRecExpr *AR = dyn_cast<SCEVAddRecExpr>(SE->getSCEV(Phi)); in isLoopCounter() 814 isa<SCEVAddRecExpr>(SE->getSCEV(IncV))); in isLoopCounter() 843 const auto *AR = cast<SCEVAddRecExpr>(SE->getSCEV(Phi)); in FindLoopCounter() 909 const SCEVAddRecExpr *AR = cast<SCEVAddRecExpr>(SE->getSCEV(IndVar)); in genLoopLimit() 982 const SCEVAddRecExpr *AR = cast<SCEVAddRecExpr>(SE->getSCEV(IncVar)); in linearFunctionTestReplace() 1027 const SCEV *IV = SE->getSCEV(CmpIndVar); in linearFunctionTestReplace() 1459 auto RHSCR = SE->getUnsignedRange(SE->applyLoopGuards(SE->getSCEV(RHS), L)); in canonicalizeExitCondition() 1510 if (!LHS->hasOneUse() && !isa<SCEVAddRecExpr>(SE->getSCEV(LHSOp))) in canonicalizeExitCondition() 1534 auto RHSCR = SE->getUnsignedRange(SE->applyLoopGuards(SE->getSCEV(RHS), L)); in canonicalizeExitCondition()
|
| H A D | LoopVersioningLICM.cpp | 336 if (SE->isLoopInvariant(SE->getSCEV(Ptr), CurLoop)) in instructionSafeForVersioning() 350 if (SE->isLoopInvariant(SE->getSCEV(Ptr), CurLoop)) in instructionSafeForVersioning()
|
| H A D | LoopStrengthReduce.cpp | 956 SE.getSCEV(&PN) == AR) in isExistingPhi() 1019 return SE.getSCEV(UI) == Mul; in isHighCostExpansion() 2953 const SCEV *const OperExpr = SE.getSCEV(NextIV); in ChainInstruction() 2979 const SCEV *PrevExpr = SE.getSCEV(PrevIV); in ChainInstruction() 3047 && !isa<SCEVUnknown>(SE.getSCEV(OtherUse)) in ChainInstruction() 3203 if (SE.getSCEV(*IVOpIter) == Head.IncExpr in GenerateIVChain() 3204 || SE.getSCEV(IVSrc) == Head.IncExpr) { in GenerateIVChain() 3269 if (!PostIncV || (SE.getSCEV(PostIncV) != SE.getSCEV(IVSrc))) in GenerateIVChain() 3340 const SCEV *N = SE.getSCEV(NV); in CollectFixupsAndInitialFormulae() 4362 if (F.referencesReg(SE.getSCEV( in GenerateCrossUseConstantOffsets() [all …]
|
| /freebsd-14.2/contrib/llvm-project/llvm/lib/Transforms/Utils/ |
| H A D | SimplifyIndVar.cpp | 162 const auto *LHS = SE->getSCEV(IVSrc); in foldIVUser() 163 const auto *RHS = SE->getSCEV(D); in foldIVUser() 175 if (SE->getSCEV(UseInst) != FoldedExpr) in foldIVUser() 365 const SCEV *N = SE->getSCEV(NValue); in simplifyIVRemainder() 377 const SCEV *D = SE->getSCEV(DValue); in simplifyIVRemainder() 482 const SCEV *IVSCEV = SE->getSCEV(IV); in eliminateTrunc() 483 const SCEV *TISCEV = SE->getSCEV(TI); in eliminateTrunc() 628 const SCEV *S = SE->getSCEV(I); in replaceIVUserWithLoopInvariant() 866 const SCEV *S = SE->getSCEV(I); in isSimpleIVUser() 1307 WideLHS = SE->getSCEV(WideDef); in cloneArithmeticIVUser() [all …]
|
| H A D | ScalarEvolutionExpander.cpp | 491 X = SE.getSCEV(U->getValue()); in visitAddExpr() 798 IncV = expandAddToGEP(SE.getSCEV(StepV), PN); in expandIVInc() 906 const SCEVAddRecExpr *PhiSCEV = dyn_cast<SCEVAddRecExpr>(SE.getSCEV(&PN)); in getAddRecExprPHILiterally() 1553 auto *Const = dyn_cast<SCEVConstant>(SE.getSCEV(PN)); in replaceCongruentIVs() 1577 PHINode *&OrigPhiRef = ExprToIVMap[SE.getSCEV(Phi)]; in replaceCongruentIVs() 1585 const SCEV *PhiExpr = SE.getSCEV(Phi); in replaceCongruentIVs() 1630 SE.getTruncateOrNoop(SE.getSCEV(OrigInc), IsomorphicInc->getType()); in replaceCongruentIVs() 1632 TruncExpr == SE.getSCEV(IsomorphicInc) && in replaceCongruentIVs() 1693 if (SE.getSCEV(LHS) == S && SE.DT.dominates(LHS, At)) in hasRelatedExistingExpansion() 1696 if (SE.getSCEV(RHS) == S && SE.DT.dominates(RHS, At)) in hasRelatedExistingExpansion()
|
| H A D | LoopConstrainer.cpp | 172 const SCEV *LeftSCEV = SE.getSCEV(LeftValue); in parseLoopStructure() 176 const SCEV *RightSCEV = SE.getSCEV(RightValue); in parseLoopStructure() 246 const SCEV *Step = SE.getSCEV(StepCI); in parseLoopStructure()
|
| /freebsd-14.2/contrib/llvm-project/llvm/lib/Target/ARM/ |
| H A D | MVETailPredication.cpp | 208 auto *EC= SE->getSCEV(ElemCount); in IsSafeActiveMask() 209 auto *TC = SE->getSCEV(TripCount); in IsSafeActiveMask() 231 auto *IVExpr = SE->getSCEV(IV); in IsSafeActiveMask() 294 auto *VW = SE->getSCEV(ConstantInt::get(TripCount->getType(), VectorWidth)); in IsSafeActiveMask() 298 SE->getSCEV(ConstantInt::get(TripCount->getType(), VectorWidth - 1))); in IsSafeActiveMask()
|
| /freebsd-14.2/contrib/llvm-project/llvm/lib/Transforms/Instrumentation/ |
| H A D | BoundsChecking.cpp | 78 auto SizeRange = SE.getUnsignedRange(SE.getSCEV(Size)); in getBoundsCheckCond() 79 auto OffsetRange = SE.getUnsignedRange(SE.getSCEV(Offset)); in getBoundsCheckCond() 80 auto NeededSizeRange = SE.getUnsignedRange(SE.getSCEV(NeededSizeVal)); in getBoundsCheckCond()
|
| /freebsd-14.2/contrib/llvm-project/llvm/lib/Analysis/ |
| H A D | ScalarEvolution.cpp | 5760 Accum = getSCEV(BO->RHS); in createSimpleAffineAddRec() 5762 Accum = getSCEV(BO->LHS); in createSimpleAffineAddRec() 6027 return getSCEV(V); in createNodeForPHI() 7755 LHS = getSCEV(BO->LHS); in createSCEV() 7756 RHS = getSCEV(BO->RHS); in createSCEV() 7759 LHS = getSCEV(BO->LHS); in createSCEV() 7760 RHS = getSCEV(BO->RHS); in createSCEV() 8046 return getUDivExpr(getSCEV(U->getOperand(0)), getSCEV(U->getOperand(1))); in createSCEV() 8053 return getURemExpr(getSCEV(U->getOperand(0)), getSCEV(U->getOperand(1))); in createSCEV() 8069 return getSCEV(RV); in createSCEV() [all …]
|
| H A D | IVUsers.cpp | 166 const SCEV *ISE = SE->getSCEV(I); in AddUsersIfInteresting() 239 LLVM_DEBUG(if (SE->getSCEV(I) != ISE) dbgs() in AddUsersIfInteresting() 332 return SE->getSCEV(IU.getOperandValToReplace()); in getReplacementExpr()
|
| H A D | ScalarEvolutionAliasAnalysis.cpp | 46 const SCEV *AS = SE.getSCEV(const_cast<Value *>(LocA.Ptr)); in alias() 47 const SCEV *BS = SE.getSCEV(const_cast<Value *>(LocB.Ptr)); in alias()
|
| H A D | LoopAccessAnalysis.cpp | 156 const SCEV *OrigSCEV = PSE.getSCEV(Ptr); in replaceSymbolicStrideSCEV() 175 auto *Expr = PSE.getSCEV(Ptr); in replaceSymbolicStrideSCEV() 838 const SCEV *PtrScev = PSE.getSCEV(Ptr); in isNoWrap() 897 const SCEV *Scev = SE->getSCEV(Ptr); in findForkedSCEVs() 1093 auto *Expr = PSE.getSCEV(Ptr); in createCheckForAccess() 1606 const SCEV *PtrSCEVA = SE.getSCEV(PtrA); in getPointersDiff() 1607 const SCEV *PtrSCEVB = SE.getSCEV(PtrB); in getPointersDiff() 1956 const SCEV *Src = PSE.getSCEV(APtr); in getDependenceDistanceStrideAndSize() 1957 const SCEV *Sink = PSE.getSCEV(BPtr); in getDependenceDistanceStrideAndSize() 2728 const SCEV *S = SE->getSCEV(V); in isInvariant() [all …]
|
| H A D | IVDescriptors.cpp | 324 const SCEV *PtrScev = SE->getSCEV(SI->getPointerOperand()); in AddReductionVar() 328 SE->getSCEV(IntermediateStore->getPointerOperand()); in AddReductionVar() 1368 assert(PSE.getSCEV(PN) == AR && "Unexpected phi node SCEV expression"); in getCastsForInductionPHI() 1414 auto *AddRec = dyn_cast<SCEVAddRecExpr>(PSE.getSCEV(Val)); in getCastsForInductionPHI() 1450 const SCEV *PhiScev = PSE.getSCEV(Phi); in isInductionPHI() 1488 const SCEV *PhiScev = Expr ? Expr : SE->getSCEV(Phi); in isInductionPHI()
|
| H A D | StackSafetyAnalysis.cpp | 276 const SCEV *AddrExp = SE.getTruncateOrZeroExtend(SE.getSCEV(Addr), PtrTy); in offsetFrom() 277 const SCEV *BaseExp = SE.getTruncateOrZeroExtend(SE.getSCEV(Base), PtrTy); in offsetFrom() 332 SE.getTruncateOrZeroExtend(SE.getSCEV(MI->getLength()), CalculationTy); in getMemIntrinsicAccessRange() 343 return isSafeAccess(U, AI, SE.getSCEV(V)); in isSafeAccess() 370 const SCEV *AddrExp = ToCharPtr(SE.getSCEV(U.get())); in isSafeAccess() 371 const SCEV *BaseExp = ToCharPtr(SE.getSCEV(AI)); in isSafeAccess()
|
| H A D | LoopUnrollAnalyzer.cpp | 35 const SCEV *S = SE.getSCEV(I); in simplifyInstWithSCEV()
|
| /freebsd-14.2/contrib/llvm-project/llvm/lib/Transforms/Vectorize/ |
| H A D | LoopVectorizationLegality.cpp | 447 if (SE->getSCEV(APtr) == SE->getSCEV(BPtr)) in storeToSameAddress() 581 const SCEV *S = SE->getSCEV(V); in isUniform() 937 if (!SE->isLoopInvariant(PSE.getSCEV(CI->getOperand(i)), TheLoop)) { in canVectorizeInstrs() 1195 SE->getSCEV(V) == SE->getSCEV(InvariantAddress); in isInvariantAddressOfReduction()
|
| H A D | LoadStoreVectorizer.cpp | 1210 const SCEV *OffsetSCEVA = SE.getSCEV(ValA); in getConstantOffsetComplexAddrs() 1211 const SCEV *OffsetSCEVB = SE.getSCEV(OpB); in getConstantOffsetComplexAddrs() 1500 const SCEV *DistScev = SE.getMinusSCEV(SE.getSCEV(PtrB), SE.getSCEV(PtrA)); in getConstantOffset()
|