| /llvm-project-15.0.7/mlir/lib/Dialect/SCF/Transforms/ |
| H A D | ParallelLoopTiling.cpp | 71 newSteps.reserve(op.getStep().size()); in tileParallelLoop() 72 for (auto step : llvm::zip(op.getStep(), tileSizeConstants)) { in tileParallelLoop() 94 outerLoop.getStep(), outerLoop.getInductionVars(), in tileParallelLoop() 95 op.getStep(), tileSizeConstants)) { in tileParallelLoop() 135 op.getStep()); in tileParallelLoop() 144 innerLoop.getInductionVars(), innerLoop.getStep())) { in tileParallelLoop()
|
| H A D | LoopSpecialization.cpp | 116 auto stepInt = getConstantIntValue(forOp.getStep()); in peelForLoop() 134 forOp.getStep()}); in peelForLoop() 156 assert(forOp.getStep() == partialIteration.getStep() && in rewriteAffineOpAfterPeeling() 158 Value step = forOp.getStep(); in rewriteAffineOpAfterPeeling()
|
| H A D | ParallelLoopFusion.cpp | 47 matchOperands(firstPloop.getStep(), secondPloop.getStep()); in equalIterationSpaces()
|
| H A D | LoopCanonicalization.cpp | 161 step = forOp.getStep(); in matchAndRewrite() 169 step = parOp.getStep()[idx]; in matchAndRewrite()
|
| H A D | LoopRangeFolding.cpp | 60 stepMap.map(indVar, op.getStep()); in runOnOperation()
|
| H A D | ForToWhile.cpp | 71 whileOp.getLoc(), afterBlock->getArgument(0), forOp.getStep()); in matchAndRewrite()
|
| H A D | LoopPipelining.cpp | 91 auto stepCst = forOp.getStep().getDefiningOp<arith::ConstantIndexOp>(); in initializeLoopInfo() 245 forOp.getStep(), newLoopArg); in createKernelLoop()
|
| /llvm-project-15.0.7/flang/unittests/Optimizer/Builder/ |
| H A D | DoLoopHelperTest.cpp | 54 checkConstantValue(loop.getStep(), 1); in TEST_F() 69 checkConstantValue(loop.getStep(), 1); in TEST_F() 86 checkConstantValue(loop.getStep(), 2); in TEST_F()
|
| /llvm-project-15.0.7/mlir/lib/Dialect/SCF/Utils/ |
| H A D | Utils.cpp | 50 loop.getLoc(), loop.getLowerBound(), loop.getUpperBound(), loop.getStep(), in replaceLoopWithNewYields() 338 auto stepCstOp = forOp.getStep().getDefiningOp<arith::ConstantIndexOp>(); in promoteIfSingleIteration() 431 auto step = forOp.getStep(); in loopUnrollByFactor() 438 auto stepCstOp = forOp.getStep().getDefiningOp<arith::ConstantIndexOp>(); in loopUnrollByFactor() 605 loop.getStep(), loop.getInductionVar()); in normalizeLoop() 686 loops.getStep()[i], loops.getBody()->getArgument(i)); in collapseParallelLoops() 837 auto originalStep = forOp.getStep(); in stripmineSink() 851 Value stepped = b.create<arith::AddIOp>(t.getLoc(), iv, forOp.getStep()); in stripmineSink() 949 Value numIterations = ceilDivPositive(builder, loc, diff, forOp.getStep()); in extractFixedOuterLoops()
|
| /llvm-project-15.0.7/mlir/lib/Dialect/Affine/Utils/ |
| H A D | LoopUtils.cpp | 80 int64_t step = forOp.getStep(); in getCleanupLoopLowerBound() 257 int64_t step = forOp.getStep(); in affineForOpBodySkew() 639 newIntraTileLoop.setStep(origLoop.getStep()); in setIntraTileBoundsParametric() 736 newLoop.setStep(origLoop.getStep()); in setInterTileBoundsParametric() 801 newLoops[width + i].setStep(origLoops[i].getStep()); in constructTiledIndexSetHyperRect() 1131 int64_t step = forOp.getStep(); in loopUnrollByFactor() 1312 int64_t step = forOp.getStep(); in loopUnrollJamByFactor() 1639 auto originalStep = forOp.getStep(); in stripmineSink() 1851 loc, mulMap, ValueRange{linearIndex, forOp.getStep()}); in mapLoopToProcessorIds() 1856 Value step = forOp.getStep(); in mapLoopToProcessorIds() [all …]
|
| /llvm-project-15.0.7/mlir/lib/Dialect/Linalg/Transforms/ |
| H A D | HoistPadding.cpp | 366 cast<scf::ForOp>(forOp).getStep()}); in getPackedTensorSizes() 388 !isDefinedOutsideOrConstant(outer, forOp.getStep())) in buildLoopIterationCount() 391 stepVal = forOp.getStep(); in buildLoopIterationCount() 468 bvm.lookupOrDefault(forOp.getStep()), packedTensor); in hoistPaddingOnTensors()
|
| /llvm-project-15.0.7/mlir/lib/Dialect/Affine/Transforms/ |
| H A D | SuperVectorize.cpp | 1004 assert(vecForOp.getStep() == state.strategy->vectorSizes[0] && in createMask() 1017 if (originalTripCount % vecForOp.getStep() == 0) in createMask() 1276 if (isLoopVecDim && forOp.getNumIterOperands() > 0 && forOp.getStep() != 1) { in vectorizeAffineForOp() 1280 << forOp.getStep() << "\n"); in vectorizeAffineForOp() 1292 newStep = forOp.getStep() * forOpVecFactor; in vectorizeAffineForOp() 1294 newStep = forOp.getStep(); in vectorizeAffineForOp()
|
| H A D | AffineDataCopyGeneration.cpp | 156 bool recurseInner = skipNonUnitStrideLoops ? forOp.getStep() != 1 in runOnBlock()
|
| H A D | PipelineDataTransfer.cpp | 99 int64_t step = forOp.getStep(); in doubleBuffer()
|
| /llvm-project-15.0.7/mlir/lib/Dialect/Async/Transforms/ |
| H A D | AsyncParallelFor.cpp | 596 operands.append(op.getStep().begin(), op.getStep().end()); in doAsyncDispatch() 678 computeFuncOperands.append(op.getStep().begin(), op.getStep().end()); in doSequentialDispatch() 739 auto step = op.getStep()[i]; in matchAndRewrite() 775 integerConstants(op.getStep()), in matchAndRewrite()
|
| /llvm-project-15.0.7/mlir/lib/Dialect/SCF/IR/ |
| H A D | SCF.cpp | 302 if (auto cst = getStep().getDefiningOp<arith::ConstantIndexOp>()) in verify() 359 return OpFoldResult(getStep()); in getSingleStep() 388 << getUpperBound() << " step " << getStep(); in print() 663 forOp.getStep(), newIterArgs); in matchAndRewrite() 746 auto step = op.getStep().getDefiningOp<arith::ConstantOp>(); in matchAndRewrite() 806 forOp.getStep(), newIterOperands); in replaceTensorCastForOpIterArg() 2156 Operation::operand_range stepValues = getStep(); in verify() 2281 << ") to (" << getUpperBound() << ") step (" << getStep() << ")"; in print() 2317 newSteps.reserve(op.getStep().size()); in matchAndRewrite() 2418 llvm::is_contained(innerOp.getStep(), val)) in matchAndRewrite() [all …]
|
| /llvm-project-15.0.7/flang/lib/Optimizer/Transforms/ |
| H A D | RewriteLoop.cpp | 66 auto step = loop.getStep(); in matchAndRewrite() 239 auto step = whileOp.getStep(); in matchAndRewrite()
|
| H A D | AffinePromotion.cpp | 483 if (auto constantStep = constantIntegerLike(op.getStep())) in createAffineFor() 513 ValueRange({op.getLowerBound(), op.getUpperBound(), op.getStep()})); in genericBounds() 530 {affineFor.getInductionVar(), op.getLowerBound(), op.getStep()})); in genericBounds()
|
| /llvm-project-15.0.7/llvm/lib/Transforms/Vectorize/ |
| H A D | VPlanTransforms.cpp | 51 vputils::getOrCreateVPValueForSCEVExpr(*Plan, II->getStep(), SE); in VPInstructionsToVPRecipes() 395 vputils::getOrCreateVPValueForSCEVExpr(Plan, ID.getStep(), SE); in optimizeInductions()
|
| /llvm-project-15.0.7/mlir/lib/Conversion/SCFToControlFlow/ |
| H A D | SCFToControlFlow.cpp | 317 auto step = forOp.getStep(); in matchAndRewrite() 463 parallelOp.getUpperBound(), parallelOp.getStep())) { in matchAndRewrite()
|
| /llvm-project-15.0.7/mlir/lib/Conversion/SCFToGPU/ |
| H A D | SCFToGPU.cpp | 86 forOp.getStep()); in getOrCreateStep() 428 parallelOp.getUpperBound(), parallelOp.getStep())) { in processParallelLoop()
|
| /llvm-project-15.0.7/llvm/include/llvm/Analysis/ |
| H A D | IVDescriptors.h | 319 const SCEV *getStep() const { return Step; } in getStep() function
|
| /llvm-project-15.0.7/llvm/lib/Transforms/Instrumentation/ |
| H A D | InstrProfiling.cpp | 712 Builder.CreateAtomicRMW(AtomicRMWInst::Add, Addr, Inc->getStep(), in lowerIncrement() 715 Value *IncStep = Inc->getStep(); in lowerIncrement() 717 auto *Count = Builder.CreateAdd(Load, Inc->getStep()); in lowerIncrement()
|
| /llvm-project-15.0.7/mlir/lib/Dialect/Affine/Analysis/ |
| H A D | LoopAnalysis.cpp | 39 int64_t step = forOp.getStep(); in getTripCountMapAndOperands()
|
| /llvm-project-15.0.7/llvm/lib/Analysis/ |
| H A D | LoopInfo.cpp | 209 const SCEV *Step = IndDesc.getStep(); in getBounds() 360 return SE.isLoopInvariant(IndDesc.getStep(), this); in isAuxiliaryInductionVariable()
|