| /llvm-project-15.0.7/mlir/test/lib/Dialect/Tensor/ |
| H A D | TestTensorTransforms.cpp | 55 static void applySplitPaddingPatterns(Operation *rootOp) { in applySplitPaddingPatterns() argument 56 RewritePatternSet patterns(rootOp->getContext()); in applySplitPaddingPatterns() 58 (void)applyPatternsAndFoldGreedily(rootOp, std::move(patterns)); in applySplitPaddingPatterns() 61 static void applyFoldConstantExtractSlicePatterns(Operation *rootOp) { in applyFoldConstantExtractSlicePatterns() argument 62 RewritePatternSet patterns(rootOp->getContext()); in applyFoldConstantExtractSlicePatterns() 74 (void)applyPatternsAndFoldGreedily(rootOp, std::move(patterns)); in applyFoldConstantExtractSlicePatterns() 78 Operation *rootOp = getOperation(); in runOnOperation() local 80 applySplitPaddingPatterns(rootOp); in runOnOperation() 82 applyFoldConstantExtractSlicePatterns(rootOp); in runOnOperation()
|
| /llvm-project-15.0.7/mlir/lib/Dialect/Linalg/Transforms/ |
| H A D | FusionOnTensors.cpp | 202 if (isEmpty() || tiledRootAndFusedOpsLoops.count(rootOp) == 0) in isValid() 206 if (tileLoopOps.size() != tiledRootAndFusedOpsLoops[rootOp].size()) in isValid() 210 if (rootOp->getParentOp() != tileLoopOps.back()) in isValid() 296 tileLinalgOp(rewriter, rootOp, tilingOptions); in tileRootOp() 306 rootOp->replaceAllUsesWith(tiledRootOp->tensorResults); in tileRootOp() 309 if (tiledRootAndFusedOpsLoops.count(rootOp) != 0) { in tileRootOp() 311 tiledRootAndFusedOpsLoops[rootOp]; in tileRootOp() 315 rootOp = tiledRootOp->op; in tileRootOp() 321 tiledRootAndFusedOpsLoops[rootOp].push_back(tileInterchange[en.index()]); in tileRootOp() 349 if (sliceOp->getBlock() != rootOp->getBlock() || in fuseProducer() [all …]
|
| H A D | Transforms.cpp | 478 LinalgOp rootOp = dyn_cast<LinalgOp>(op); in returningMatchAndRewrite() local 479 if (!rootOp) in returningMatchAndRewrite() 485 if (options.tileSizes.size() < rootOp.getNumLoops()) in returningMatchAndRewrite() 497 rootOp.getNumLoops()); in returningMatchAndRewrite() 500 ? llvm::to_vector<6>(llvm::seq<int64_t>(0, rootOp.getNumLoops())) in returningMatchAndRewrite() 503 rootOp.getNumLoops()); in returningMatchAndRewrite() 519 tileConsumerAndFuseProducers(rewriter, rootOp, rootTileSizes, in returningMatchAndRewrite() 526 rootOp->replaceAllUsesWith(tileLoopNest->getRootOpReplacementResults()); in returningMatchAndRewrite()
|
| /llvm-project-15.0.7/mlir/include/mlir/Conversion/VectorToGPU/ |
| H A D | VectorToGPU.h | 29 void convertVectorToMMAOps(Operation *rootOp); 35 LogicalResult convertVectorToNVVMCompatibleMMASync(Operation *rootOp);
|
| /llvm-project-15.0.7/mlir/include/mlir/Dialect/Linalg/Utils/ |
| H A D | Utils.h | 383 TileLoopNest(LinalgOp rootOp) : rootOp(rootOp) {} in TileLoopNest() argument 400 LinalgOp getRootOp() { return rootOp; } in getRootOp() 434 LinalgOp rootOp; variable
|
| /llvm-project-15.0.7/mlir/include/mlir/Tools/PDLL/AST/ |
| H A D | Nodes.h | 236 Expr *getRootOpExpr() const { return rootOp; } in getRootOpExpr() 239 OpRewriteStmt(TypeID typeID, SMRange loc, Expr *rootOp) in OpRewriteStmt() argument 240 : Stmt(typeID, loc), rootOp(rootOp) {} in OpRewriteStmt() 244 Expr *rootOp; 255 static EraseStmt *create(Context &ctx, SMRange loc, Expr *rootOp); 258 EraseStmt(SMRange loc, Expr *rootOp) : Base(loc, rootOp) {} in EraseStmt() argument 270 static ReplaceStmt *create(Context &ctx, SMRange loc, Expr *rootOp, 282 ReplaceStmt(SMRange loc, Expr *rootOp, unsigned numReplExprs) in ReplaceStmt() argument 283 : Base(loc, rootOp), numReplExprs(numReplExprs) {} in ReplaceStmt() 307 RewriteStmt(SMRange loc, Expr *rootOp, CompoundStmt *rewriteBody) in RewriteStmt() argument [all …]
|
| /llvm-project-15.0.7/mlir/lib/Interfaces/ |
| H A D | SideEffectInterfaces.cpp | 42 static bool wouldOpBeTriviallyDeadImpl(Operation *rootOp) { in wouldOpBeTriviallyDeadImpl() argument 44 SmallVector<Operation *, 1> effectingOps(1, rootOp); in wouldOpBeTriviallyDeadImpl()
|
| /llvm-project-15.0.7/mlir/test/lib/Rewrite/ |
| H A D | TestPDLByteCode.cpp | 18 Operation *rootOp) { in customSingleEntityConstraint() argument 19 return success(rootOp->getName().getStringRef() == "test.op"); in customSingleEntityConstraint()
|
| /llvm-project-15.0.7/mlir/lib/Tools/PDLL/AST/ |
| H A D | Nodes.cpp | 213 EraseStmt *EraseStmt::create(Context &ctx, SMRange loc, Expr *rootOp) { in create() argument 214 return new (ctx.getAllocator().Allocate<EraseStmt>()) EraseStmt(loc, rootOp); in create() 220 ReplaceStmt *ReplaceStmt::create(Context &ctx, SMRange loc, Expr *rootOp, in create() argument 225 ReplaceStmt *stmt = new (rawData) ReplaceStmt(loc, rootOp, replExprs.size()); in create() 234 RewriteStmt *RewriteStmt::create(Context &ctx, SMRange loc, Expr *rootOp, in create() argument 237 RewriteStmt(loc, rootOp, rewriteBody); in create()
|
| /llvm-project-15.0.7/mlir/lib/Tools/PDLL/Parser/ |
| H A D | Parser.cpp | 2273 FailureOr<ast::Expr *> rootOp = parseExpr(); in parseEraseStmt() local 2274 if (failed(rootOp)) in parseEraseStmt() 2277 return createEraseStmt(loc, *rootOp); in parseEraseStmt() 2347 FailureOr<ast::Expr *> rootOp = parseExpr(); in parseReplaceStmt() local 2348 if (failed(rootOp)) in parseReplaceStmt() 2414 if (failed(rootOp)) in parseRewriteStmt() 2989 ast::Type rootType = rootOp->getType(); in createEraseStmt() 3000 ast::Type rootType = rootOp->getType(); in createReplaceStmt() 3003 rootOp->getLoc(), in createReplaceStmt() 3035 ast::Type rootType = rootOp->getType(); in createRewriteStmt() [all …]
|
| /llvm-project-15.0.7/mlir/include/mlir/Dialect/Vector/Transforms/ |
| H A D | VectorTransforms.h | 92 void transferOpflowOpt(Operation *rootOp);
|
| /llvm-project-15.0.7/mlir/lib/Dialect/Vector/Transforms/ |
| H A D | VectorTransferOpTransforms.cpp | 529 void mlir::vector::transferOpflowOpt(Operation *rootOp) { in transferOpflowOpt() argument 530 TransferOptimization opt(rootOp); in transferOpflowOpt() 533 rootOp->walk([&](vector::TransferReadOp read) { in transferOpflowOpt() 538 rootOp->walk([&](vector::TransferWriteOp write) { in transferOpflowOpt()
|
| /llvm-project-15.0.7/mlir/lib/Transforms/ |
| H A D | CSE.cpp | 331 Operation *rootOp = getOperation(); in runOnOperation() local 333 for (auto ®ion : rootOp->getRegions()) in runOnOperation()
|
| /llvm-project-15.0.7/mlir/lib/Pass/ |
| H A D | PassDetail.h | 109 void finalize(Operation *rootOp, LogicalResult executionResult);
|
| H A D | PassCrashRecovery.cpp | 228 void PassCrashReproducerGenerator::finalize(Operation *rootOp, in finalize() argument 238 InFlightDiagnostic diag = emitError(rootOp->getLoc()) in finalize()
|
| /llvm-project-15.0.7/mlir/include/mlir/Dialect/SCF/Utils/ |
| H A D | Utils.h | 104 bool getInnermostParallelLoops(Operation *rootOp,
|
| /llvm-project-15.0.7/mlir/include/mlir/Dialect/Bufferization/Transforms/ |
| H A D | OneShotAnalysis.h | 35 explicit BufferizationAliasInfo(Operation *rootOp);
|
| /llvm-project-15.0.7/mlir/lib/Conversion/VectorToGPU/ |
| H A D | VectorToGPU.cpp | 820 void mlir::convertVectorToMMAOps(Operation *rootOp) { in convertVectorToMMAOps() argument 821 SetVector<Operation *> ops = getOpToConvert(rootOp, /*useNvGpu=*/false); in convertVectorToMMAOps() 844 LogicalResult mlir::convertVectorToNVVMCompatibleMMASync(Operation *rootOp) { in convertVectorToNVVMCompatibleMMASync() argument 845 SetVector<Operation *> ops = getOpToConvert(rootOp, /*useNvGpu=*/true); in convertVectorToNVVMCompatibleMMASync()
|
| /llvm-project-15.0.7/mlir/tools/mlir-tblgen/ |
| H A D | RewriterGen.cpp | 939 const Operator &rootOp = pattern.getSourceRootOp(); in emit() local 940 auto rootName = rootOp.getOperationName(); in emit() 1016 const Operator &rootOp = pattern.getSourceRootOp(); in emitRewriteLogic() local 1017 int numExpectedResults = rootOp.getNumResults(); in emitRewriteLogic()
|
| /llvm-project-15.0.7/mlir/lib/Dialect/SCF/Utils/ |
| H A D | Utils.cpp | 266 bool mlir::getInnermostParallelLoops(Operation *rootOp, in getInnermostParallelLoops() argument 268 assert(rootOp != nullptr && "Root operation must not be a nullptr."); in getInnermostParallelLoops() 270 for (Region ®ion : rootOp->getRegions()) { in getInnermostParallelLoops()
|
| /llvm-project-15.0.7/mlir/lib/Dialect/Bufferization/Transforms/ |
| H A D | OneShotAnalysis.cpp | 101 BufferizationAliasInfo::BufferizationAliasInfo(Operation *rootOp) { in BufferizationAliasInfo() argument 102 rootOp->walk([&](Operation *op) { in BufferizationAliasInfo()
|
| /llvm-project-15.0.7/mlir/lib/Conversion/PDLToPDLInterp/ |
| H A D | PDLToPDLInterp.cpp | 581 if (pdl::OperationOp rootOp = root.getDefiningOp<pdl::OperationOp>()) in generate() local 582 if (Optional<StringRef> rootKind = rootOp.name()) in generate()
|