| /llvm-project-15.0.7/mlir/lib/Dialect/SCF/Transforms/ |
| H A D | LoopPipelining.cpp | 75 scf::ForOp newForOp,
243 auto newForOp = in createKernelLoop() local
246 return newForOp; in createKernelLoop()
250 scf::ForOp newForOp, in createKernel() argument
259 rewriter.setInsertionPoint(newForOp.getBody(), newForOp.getBody()->begin()); in createKernel()
272 newForOp.getLoc(), arith::CmpIPredicate::slt, in createKernel()
273 newForOp.getInductionVar(), c); in createKernel()
369 newForOp->getResult(retVal.index()), in createKernel()
464 ForOp newForOp = in returningMatchAndRewrite() local
474 rewriter.setInsertionPointAfter(newForOp); in returningMatchAndRewrite()
[all …]
|
| H A D | BufferizableOpInterfaceImpl.cpp | 499 auto newForOp = rewriter.create<scf::ForOp>( in bufferize() local
502 newForOp->setAttrs(forOp->getAttrs()); in bufferize()
505 Block *loopBody = &newForOp.getLoopBody().front(); in bufferize()
511 getBbArgReplacements(rewriter, newForOp.getRegionIterArgs(), indices); in bufferize()
512 iterArgs.insert(iterArgs.begin(), newForOp.getInductionVar()); in bufferize()
518 replaceOpWithBufferizedValues(rewriter, op, newForOp->getResults()); in bufferize()
|
| /llvm-project-15.0.7/mlir/lib/Dialect/Linalg/Transforms/ |
| H A D | Hoisting.cpp | 312 auto newForOp = replaceLoopWithNewYields( in hoistReadWrite() local
321 newForOp.getResult(initArgNumber) in hoistReadWrite()
328 newForOp.getResult(initArgNumber) in hoistReadWrite()
331 newForOp.getResult(initArgNumber)); in hoistReadWrite()
335 write.transferWriteOp.getVectorMutable().assign(newForOp.getResults().back()); in hoistReadWrite()
504 auto newForOp = in hoistRedundantVectorTransfers() local
509 transferWrite.getVectorMutable().assign(newForOp.getResults().back()); in hoistRedundantVectorTransfers()
|
| /llvm-project-15.0.7/mlir/lib/Dialect/Vector/Transforms/ |
| H A D | VectorDistribute.cpp | 807 auto newForOp = rewriter.create<scf::ForOp>( in matchAndRewrite() local
810 rewriter.setInsertionPoint(newForOp.getBody(), newForOp.getBody()->begin()); in matchAndRewrite()
812 warpOp.getLoc(), newForOp.getResultTypes(), warpOp.getLaneid(), in matchAndRewrite()
813 warpOp.getWarpSize(), newForOp.getRegionIterArgs(), in matchAndRewrite()
817 argMapping.push_back(newForOp.getInductionVar()); in matchAndRewrite()
835 .replaceAllUsesWith(newForOp.getResult(res.index())); in matchAndRewrite()
836 newForOp->setOperand(res.index() + 3, warpOp.getResult(res.value())); in matchAndRewrite()
|
| /llvm-project-15.0.7/mlir/lib/Dialect/SCF/IR/ |
| H A D | SCF.cpp | 661 scf::ForOp newForOp = rewriter.create<scf::ForOp>( in matchAndRewrite() local
664 newForOp->setAttrs(forOp->getAttrs()); in matchAndRewrite()
665 Block &newBlock = newForOp.getRegion().front(); in matchAndRewrite()
804 scf::ForOp newForOp = rewriter.create<scf::ForOp>( in replaceTensorCastForOpIterArg() local
807 newForOp->setAttrs(forOp->getAttrs()); in replaceTensorCastForOpIterArg()
808 Block &newBlock = newForOp.getRegion().front(); in replaceTensorCastForOpIterArg()
839 rewriter.setInsertionPointAfter(newForOp); in replaceTensorCastForOpIterArg()
840 SmallVector<Value> newResults = newForOp.getResults(); in replaceTensorCastForOpIterArg()
842 newForOp.getLoc(), oldType, newResults[yieldIdx]); in replaceTensorCastForOpIterArg()
844 return newForOp; in replaceTensorCastForOpIterArg()
[all …]
|
| /llvm-project-15.0.7/mlir/lib/Dialect/Affine/Utils/ |
| H A D | LoopUtils.cpp | 1283 AffineForOp newForOp = mlir::replaceForOpWithNewYields( in loopUnrollJamByFactor() local
1285 newLoopsWithIterArgs.push_back(newForOp); in loopUnrollJamByFactor()
1288 forOp = newForOp; in loopUnrollJamByFactor()
1292 ValueRange newIterArgs = newForOp.getRegionIterArgs(); in loopUnrollJamByFactor()
1294 ValueRange newResults = newForOp.getResults(); in loopUnrollJamByFactor()
1338 for (auto newForOp : newLoopsWithIterArgs) { in loopUnrollJamByFactor() local
1340 newForOp.getNumIterOperands() / unrollJamFactor; in loopUnrollJamByFactor()
1666 newForOp.getBody()->getOperations().splice( in stripmineSink()
1667 newForOp.getBody()->getOperations().begin(), in stripmineSink()
1670 newForOp.getRegion()); in stripmineSink()
[all …]
|
| /llvm-project-15.0.7/mlir/lib/Dialect/SCF/Utils/ |
| H A D | Utils.cpp | 858 auto newForOp = b.create<scf::ForOp>(t.getLoc(), iv, ub, originalStep); in stripmineSink() local
859 newForOp.getBody()->getOperations().splice( in stripmineSink()
860 newForOp.getBody()->getOperations().begin(), in stripmineSink()
862 replaceAllUsesInRegionWith(iv, newForOp.getInductionVar(), in stripmineSink()
863 newForOp.getRegion()); in stripmineSink()
865 innerLoops.push_back(newForOp); in stripmineSink()
|
| /llvm-project-15.0.7/mlir/lib/Conversion/VectorToGPU/ |
| H A D | VectorToGPU.cpp | 767 scf::ForOp newForOp = replaceForOpWithNewSignature(b, op, newOperands); in convertForOp() local
768 Block &loopBody = *newForOp.getBody(); in convertForOp()
770 valueMapping[newForOp.getResult(mapping.first)] = in convertForOp()
771 newForOp.getResult(mapping.second); in convertForOp()
773 newForOp.getNumInductionVars())] = in convertForOp()
774 loopBody.getArgument(mapping.second + newForOp.getNumInductionVars()); in convertForOp()
|