Lines Matching refs:isScalable

945   return VF.isScalable() ? B.CreateVScale(StepVal) : StepVal;  in createStepForVF()
951 return VF.isScalable() ? B.CreateVScale(EC) : EC; in getRuntimeVF()
1120 return std::make_tuple(LHS.isScalable(), LHS.getKnownMinValue()) < in operator ()()
1121 std::make_tuple(RHS.isScalable(), RHS.getKnownMinValue()); in operator ()()
2352 if (!FirstLaneOnly && State.VF.isScalable()) { in buildScalarSteps()
2363 if (!FirstLaneOnly && State.VF.isScalable()) { in buildScalarSteps()
2384 assert((State.VF.isScalable() || isa<Constant>(StartIdx)) && in buildScalarSteps()
2551 assert(!VF.isScalable() && "scalable vectors not yet supported."); in vectorizeInterleaveGroup()
2658 assert(!VF.isScalable() && "VF is assumed to be non scalable."); in vectorizeInterleaveGroup()
2680 assert((!MaskForGaps || !VF.isScalable()) && in vectorizeInterleaveGroup()
2953 if (!VF.isScalable()) in emitIterationCountCheck()
2962 else if (VF.isScalable()) { in emitIterationCountCheck()
4255 if (VF.isScalable()) { in collectLoopScalars()
4888 UserVF.isScalable() ? MaxSafeScalableVF : MaxSafeFixedVF; in computeFeasibleMaxVF()
4892 if (UserVF.isScalable()) in computeFeasibleMaxVF()
4903 if (!UserVF.isScalable()) { in computeFeasibleMaxVF()
4960 if (MaxVF.isScalable()) { in computeFeasibleMaxVF()
5115 bool ComputeScalableMaxVF = MaxSafeVF.isScalable(); in getMaximizedVFForTarget()
5122 assert((LHS.isScalable() == RHS.isScalable()) && in getMaximizedVFForTarget()
5230 if (!A.Width.isScalable() && !B.Width.isScalable() && FoldTailByMasking && in isMoreProfitable()
5248 if (A.Width.isScalable()) in isMoreProfitable()
5250 if (B.Width.isScalable()) in isMoreProfitable()
5257 if (A.Width.isScalable() && !B.Width.isScalable()) in isMoreProfitable()
5300 Candidate.Width.isScalable() in selectVectorizationFactor()
5305 if (i.isScalable()) in selectVectorizationFactor()
5513 if (MainLoopVF.isScalable()) { in selectEpilogueVectorizationFactor()
5520 if (((!NextVF.Width.isScalable() && MainLoopVF.isScalable() && in selectEpilogueVectorizationFactor()
6093 if (!VF.isScalable() && !useEmulatedMaskMemRefHack(&I, VF) && in collectInstsToScalarize()
6305 if (VF.isScalable()) in getMemInstScalarizationCost()
6434 if (VF.isScalable()) in getInterleaveGroupCost()
6693 if (VF.isScalable()) in getInstructionCost()
6714 if (VF.isScalable()) in getScalarizationOverhead()
6775 if (isa<StoreInst>(&I) && VF.isScalable()) { in setCostBasedWideningDecision()
6978 if (VF.isScalable()) in getInstructionCost()
7263 if (VF.isScalable()) in getInstructionCost()
7385 assert(!UserVF.isScalable() && "scalable vectors not yet supported"); in planInVPlanNativePath()
7450 UserVF.isScalable() ? MaxFactors.ScalableVF : MaxFactors.FixedVF; in plan()
8371 if (!IsUniform && Range.Start.isScalable() && isa<IntrinsicInst>(I)) { in handleReplication()
9349 assert((IsUniform || !State.VF.isScalable()) && in execute()
9470 assert(!State.VF.isScalable() && "scalable vectors not yet supported."); in execute()
9546 assert(!State.VF.isScalable() && "Can't scalarize a scalable vector"); in execute()
9553 assert(!State.VF.isScalable() && "VF is assumed to be non scalable."); in execute()
9574 assert(!State.VF.isScalable() && "Can't scalarize a scalable vector"); in execute()
9816 assert(!VF.isScalable() && "VF is assumed to be non scalable."); in get()
9988 if (VF.Width.isScalable()) { in areRuntimeChecksProfitable()