Lines Matching refs:UserVF
1151 FixedScalableVFPair computeMaxVF(ElementCount UserVF, unsigned UserIC);
1170 bool selectUserVectorizationFactor(ElementCount UserVF) { in selectUserVectorizationFactor() argument
1171 collectUniformsAndScalars(UserVF); in selectUserVectorizationFactor()
1172 collectInstsToScalarize(UserVF); in selectUserVectorizationFactor()
1173 return expectedCost(UserVF).first.isValid(); in selectUserVectorizationFactor()
1581 ElementCount UserVF,
4865 unsigned ConstTripCount, ElementCount UserVF, bool FoldTailByMasking) { in computeFeasibleMaxVF() argument
4886 if (UserVF) { in computeFeasibleMaxVF()
4888 UserVF.isScalable() ? MaxSafeScalableVF : MaxSafeFixedVF; in computeFeasibleMaxVF()
4890 if (ElementCount::isKnownLE(UserVF, MaxSafeUserVF)) { in computeFeasibleMaxVF()
4892 if (UserVF.isScalable()) in computeFeasibleMaxVF()
4894 ElementCount::getFixed(UserVF.getKnownMinValue()), UserVF); in computeFeasibleMaxVF()
4896 return UserVF; in computeFeasibleMaxVF()
4899 assert(ElementCount::isKnownGT(UserVF, MaxSafeUserVF)); in computeFeasibleMaxVF()
4903 if (!UserVF.isScalable()) { in computeFeasibleMaxVF()
4904 LLVM_DEBUG(dbgs() << "LV: User VF=" << UserVF in computeFeasibleMaxVF()
4912 << ore::NV("UserVectorizationFactor", UserVF) in computeFeasibleMaxVF()
4920 LLVM_DEBUG(dbgs() << "LV: User VF=" << UserVF in computeFeasibleMaxVF()
4928 << ore::NV("UserVectorizationFactor", UserVF) in computeFeasibleMaxVF()
4933 LLVM_DEBUG(dbgs() << "LV: User VF=" << UserVF in computeFeasibleMaxVF()
4940 << ore::NV("UserVectorizationFactor", UserVF) in computeFeasibleMaxVF()
4970 LoopVectorizationCostModel::computeMaxVF(ElementCount UserVF, unsigned UserIC) { in computeMaxVF() argument
4992 return computeFeasibleMaxVF(TC, UserVF, false); in computeMaxVF()
5030 return computeFeasibleMaxVF(TC, UserVF, false); in computeMaxVF()
5047 FixedScalableVFPair MaxFactors = computeFeasibleMaxVF(TC, UserVF, true); in computeMaxVF()
5054 assert((UserVF.isNonZero() || isPowerOf2_32(MaxFixedVF.getFixedValue())) && in computeMaxVF()
7384 LoopVectorizationPlanner::planInVPlanNativePath(ElementCount UserVF) { in planInVPlanNativePath() argument
7385 assert(!UserVF.isScalable() && "scalable vectors not yet supported"); in planInVPlanNativePath()
7386 ElementCount VF = UserVF; in planInVPlanNativePath()
7394 if (UserVF.isZero()) { in planInVPlanNativePath()
7411 LLVM_DEBUG(dbgs() << "LV: Using " << (!UserVF.isZero() ? "user " : "") in planInVPlanNativePath()
7429 LoopVectorizationPlanner::plan(ElementCount UserVF, unsigned UserIC) { in plan() argument
7431 FixedScalableVFPair MaxFactors = CM.computeMaxVF(UserVF, UserIC); in plan()
7450 UserVF.isScalable() ? MaxFactors.ScalableVF : MaxFactors.FixedVF; in plan()
7451 bool UserVFIsLegal = ElementCount::isKnownLE(UserVF, MaxUserVF); in plan()
7452 if (!UserVF.isZero() && UserVFIsLegal) { in plan()
7453 assert(isPowerOf2_32(UserVF.getKnownMinValue()) && in plan()
7457 if (CM.selectUserVectorizationFactor(UserVF)) { in plan()
7458 LLVM_DEBUG(dbgs() << "LV: Using user VF " << UserVF << ".\n"); in plan()
7460 buildVPlansWithVPRecipes(UserVF, UserVF); in plan()
7462 return {{UserVF, 0, 0}}; in plan()
9858 ElementCount UserVF = Hints.getWidth(); in processLoopInVPlanNativePath() local
9863 const VectorizationFactor VF = LVP.planInVPlanNativePath(UserVF); in processLoopInVPlanNativePath()
10204 ElementCount UserVF = Hints.getWidth(); in processLoop() local
10208 Optional<VectorizationFactor> MaybeVF = LVP.plan(UserVF, UserIC); in processLoop()