Lines Matching refs:unrollFactor
56 getCleanupLoopLowerBound(AffineForOp forOp, unsigned unrollFactor, in getCleanupLoopLowerBound() argument
83 bumpExprs[i] = (tripCountExpr - tripCountExpr % unrollFactor) * step; in getCleanupLoopLowerBound()
990 uint64_t unrollFactor) { in loopUnrollUpToFactor() argument
993 mayBeConstantTripCount.value() < unrollFactor) in loopUnrollUpToFactor()
995 return loopUnrollByFactor(forOp, unrollFactor); in loopUnrollUpToFactor()
1003 Block *loopBodyBlock, Value forOpIV, uint64_t unrollFactor, in generateUnrolledLoop() argument
1021 for (unsigned i = 1; i < unrollFactor; i++) { in generateUnrolledLoop()
1057 uint64_t unrollFactor) { in generateCleanupLoopForUnroll() argument
1075 getCleanupLoopLowerBound(forOp, unrollFactor, cleanupMap, cleanupOperands); in generateCleanupLoopForUnroll()
1092 AffineForOp forOp, uint64_t unrollFactor, in loopUnrollByFactor() argument
1094 assert(unrollFactor > 0 && "unroll factor should be positive"); in loopUnrollByFactor()
1097 if (unrollFactor == 1) { in loopUnrollByFactor()
1110 if (mayBeConstantTripCount && *mayBeConstantTripCount < unrollFactor) in loopUnrollByFactor()
1114 if (getLargestDivisorOfTripCount(forOp) % unrollFactor != 0) { in loopUnrollByFactor()
1122 if (failed(generateCleanupLoopForUnroll(forOp, unrollFactor))) in loopUnrollByFactor()
1132 forOp.setStep(step * unrollFactor); in loopUnrollByFactor()
1134 forOp.getBody(), forOp.getInductionVar(), unrollFactor, in loopUnrollByFactor()