| /llvm-project-15.0.7/mlir/lib/Dialect/Affine/Analysis/ |
| H A D | LoopAnalysis.cpp | 92 Optional<uint64_t> tripCount; in getConstantTripCount() local
95 if (tripCount.has_value()) in getConstantTripCount()
96 tripCount = std::min(tripCount.value(), in getConstantTripCount()
99 tripCount = constExpr.getValue(); in getConstantTripCount()
103 return tripCount; in getConstantTripCount()
124 uint64_t tripCount = constExpr.getValue(); in getLargestDivisorOfTripCount() local
126 if (tripCount == 0) in getLargestDivisorOfTripCount()
130 thisGcd = tripCount; in getLargestDivisorOfTripCount()
|
| H A D | Utils.cpp | 1021 Optional<uint64_t> tripCount = getConstDifference(lbMap, ubMap); in buildSliceTripCountMap() local
1023 if (!tripCount.has_value()) in buildSliceTripCountMap()
1025 (*tripCountMap)[op] = tripCount.value(); in buildSliceTripCountMap()
|
| /llvm-project-15.0.7/mlir/lib/Dialect/Affine/Transforms/ |
| H A D | LoopUnroll.cpp | 95 Optional<uint64_t> tripCount = getConstantTripCount(forOp); in runOnOperation() local
96 if (tripCount && *tripCount <= unrollFullThreshold) in runOnOperation()
|
| /llvm-project-15.0.7/mlir/lib/Dialect/Async/Transforms/ |
| H A D | AsyncParallelFor.cpp | 311 Value tripCount = tripCounts[0]; in createParallelComputeFunction() local
313 tripCount = b.create<arith::MulIOp>(tripCount, tripCounts[i]); in createParallelComputeFunction()
322 Value blockEnd1 = b.create<arith::MinSIOp>(blockEnd0, tripCount); in createParallelComputeFunction()
746 Value tripCount = tripCounts[0]; in matchAndRewrite() local
748 tripCount = b.create<arith::MulIOp>(tripCount, tripCounts[i]); in matchAndRewrite()
754 b.create<arith::CmpIOp>(arith::CmpIPredicate::eq, tripCount, c0); in matchAndRewrite()
797 int64_t tripCount = getInt(staticBounds.tripCounts[i]); in matchAndRewrite() local
799 numIterations[i] = tripCount * innerIterations; in matchAndRewrite()
858 Value bs0 = b.create<arith::CeilDivSIOp>(tripCount, maxComputeBlocks); in matchAndRewrite()
860 Value blockSize = b.create<arith::MinSIOp>(tripCount, bs1); in matchAndRewrite()
[all …]
|
| /llvm-project-15.0.7/mlir/lib/Dialect/Affine/Utils/ |
| H A D | LoopFusionUtils.cpp | 372 Optional<uint64_t> tripCount = getConstantTripCount(forOp); in promoteSingleIterReductionLoop() local
373 if (!tripCount || *tripCount != 1) in promoteSingleIterReductionLoop()
554 int64_t tripCount = stats.tripCountMap[forOp]; in getComputeCostHelper() local
558 tripCount = it->second; in getComputeCostHelper()
562 return tripCount * opCount; in getComputeCostHelper()
|
| H A D | LoopUtils.cpp | 132 Optional<uint64_t> tripCount = getConstantTripCount(forOp); in promoteIfSingleIteration() local
133 if (!tripCount || *tripCount != 1) in promoteIfSingleIteration()
252 uint64_t tripCount = *mayBeConstTripCount; in affineForOpBodySkew() local
305 if (lbShift + tripCount * step < d * step) { in affineForOpBodySkew()
308 b.getShiftedAffineMap(origLbMap, lbShift + tripCount * step), in affineForOpBodySkew()
312 lbShift += tripCount * step; in affineForOpBodySkew()
343 uint64_t ubShift = (opGroupQueue[i].first + tripCount) * step; in affineForOpBodySkew()
977 uint64_t tripCount = mayBeConstantTripCount.value(); in loopUnrollFull() local
978 if (tripCount == 0) in loopUnrollFull()
980 if (tripCount == 1) in loopUnrollFull()
[all …]
|
| /llvm-project-15.0.7/openmp/libomptarget/DeviceRTL/src/ |
| H A D | Workshare.cpp | 147 T tripCount = ub - lb + 1; // +1 because ub is inclusive in for_static_init() local
148 T span = (tripCount + numberOfActiveOMPThreads - 1) / in for_static_init()
214 T tripCount = ub - lb + 1; // +1 because ub is inclusive in dispatch_init() local
229 if (tnum == 1 || tripCount <= 1 || OrderedSchedule(schedule)) { in dispatch_init()
233 chunk = tripCount; // one thread gets the whole loop in dispatch_init()
294 T span = (tripCount + tnum - 1) / tnum; in dispatch_init()
|
| /llvm-project-15.0.7/mlir/lib/Dialect/SCF/Utils/ |
| H A D | Utils.cpp | 342 int64_t tripCount = in promoteIfSingleIteration() local
344 if (tripCount != 1) in promoteIfSingleIteration()
446 int64_t tripCount = mlir::ceilDiv(ubCst - lbCst, stepCst); in loopUnrollByFactor() local
449 if (tripCount == 1 && failed(promoteIfSingleIteration(forOp))) in loopUnrollByFactor()
454 int64_t tripCountEvenMultiple = tripCount - (tripCount % unrollFactor); in loopUnrollByFactor()
480 Value tripCount = ceilDivPositive(boundsBuilder, loc, diff, step); in loopUnrollByFactor() local
484 boundsBuilder.create<arith::RemSIOp>(loc, tripCount, unrollFactorCst); in loopUnrollByFactor()
487 boundsBuilder.create<arith::SubIOp>(loc, tripCount, tripCountRem); in loopUnrollByFactor()
|
| /llvm-project-15.0.7/flang/lib/Lower/ |
| H A D | Bridge.cpp | 1245 mlir::Value tripCount; in genFIRIncrementLoopBegin() local
1251 tripCount = in genFIRIncrementLoopBegin()
1253 tripCount = in genFIRIncrementLoopBegin()
1261 tripCount = in genFIRIncrementLoopBegin()
1268 loc, mlir::arith::CmpIPredicate::slt, tripCount, one); in genFIRIncrementLoopBegin()
1269 tripCount = in genFIRIncrementLoopBegin()
1281 builder->createIntegerConstant(loc, tripCount.getType(), 0); in genFIRIncrementLoopBegin()
1283 loc, mlir::arith::CmpIPredicate::sgt, tripCount, zero); in genFIRIncrementLoopBegin()
1334 mlir::Value tripCount = in genFIRIncrementLoopEnd() local
1337 builder->createIntegerConstant(loc, tripCount.getType(), 1); in genFIRIncrementLoopEnd()
[all …]
|
| /llvm-project-15.0.7/mlir/lib/Dialect/Affine/IR/ |
| H A D | AffineOps.cpp | 1870 Optional<uint64_t> tripCount = getTrivialConstantTripCount(forOp); in matchAndRewrite() local
1871 if (tripCount && *tripCount == 0) { in matchAndRewrite()
1900 if (!tripCount.has_value() && in matchAndRewrite()
1905 if (tripCount.has_value() && tripCount.value() >= 2 && iterArgsNotInOrder) in matchAndRewrite()
1943 Optional<uint64_t> tripCount = getTrivialConstantTripCount(*this); in getSuccessorRegions() local
1944 if (!index.has_value() && tripCount.has_value()) { in getSuccessorRegions()
1945 if (tripCount.value() > 0) { in getSuccessorRegions()
1949 if (tripCount.value() == 0) { in getSuccessorRegions()
1957 if (index && tripCount && *tripCount == 1) { in getSuccessorRegions()
1970 Optional<uint64_t> tripCount = getTrivialConstantTripCount(op); in hasTrivialZeroTripCount() local
[all …]
|
| /llvm-project-15.0.7/mlir/lib/Dialect/Linalg/Transforms/ |
| H A D | Tiling.cpp | 132 Value tripCount = loopRanges[dimension]; in computeMultiTileSizes() local
141 Value a = apply(s0.floorDiv(s1), {tripCount, divisorValue}); in computeMultiTileSizes()
164 coveredSize, tripCount); in computeMultiTileSizes()
|