| /llvm-project-15.0.7/mlir/lib/Dialect/Linalg/Transforms/ |
| H A D | DecomposeLinalgOps.cpp | 84 using OpRewritePattern<GenericOp>::OpRewritePattern; 86 LogicalResult matchAndRewrite(GenericOp genericOp, 92 GenericOp createPeeledGenericOp(GenericOp genericOp, 97 GenericOp createResidualGenericOp(GenericOp genericOp, 142 GenericOp 143 DecomposeLinalgOp::createPeeledGenericOp(GenericOp genericOp, in createPeeledGenericOp() 202 return rewriter.create<GenericOp>( in createPeeledGenericOp() 208 GenericOp 240 return rewriter.create<GenericOp>( in createResidualGenericOp() 248 DecomposeLinalgOp::matchAndRewrite(GenericOp genericOp, in matchAndRewrite() [all …]
|
| H A D | ElementwiseOpFusion.cpp | 68 static bool areElementwiseOpsFusable(GenericOp producer, GenericOp consumer, in areElementwiseOpsFusable() 318 auto fusedOp = rewriter.create<GenericOp>( in fuseElementwiseOpsImpl() 369 : OpRewritePattern<GenericOp>(context, benefit), in FuseElementwiseOps() 372 LogicalResult matchAndRewrite(GenericOp genericOp, in matchAndRewrite() 818 : public OpRewritePattern<GenericOp> { 826 LogicalResult matchAndRewrite(GenericOp genericOp, in matchAndRewrite() 868 GenericOp producer = reshapeOp.getSrc().getDefiningOp<GenericOp>(); in matchAndRewrite() 1438 : public OpRewritePattern<GenericOp> { 1446 LogicalResult matchAndRewrite(GenericOp genericOp, in matchAndRewrite() 1562 auto fusedOp = rewriter.create<GenericOp>( in matchAndRewrite() [all …]
|
| H A D | Generalization.cpp | 34 if (isa<GenericOp>(linalgOp)) in generalizeNamedOpPrecondition() 42 FailureOr<GenericOp> mlir::linalg::generalizeNamedOp(RewriterBase &rewriter, in generalizeNamedOp() 58 GenericOp genericOp = in generalizeNamedOp() 59 rewriter.create<GenericOp>(linalgOp.getLoc(), types, inputOperands, in generalizeNamedOp()
|
| H A D | Detensorize.cpp | 50 GenericOp genericOp = dyn_cast_or_null<GenericOp>(op); in shouldBeDetensored() 59 class DetensorizeGenericOp : public OpConversionPattern<GenericOp> { 63 matchAndRewrite(GenericOp op, OpAdaptor adaptor, in matchAndRewrite() 370 if (auto genericOp = dyn_cast<GenericOp>(currentItemDefiningOp)) { in compute() 431 if (isa_and_nonnull<GenericOp>(definingOp) && in compute() 452 func->walk([&](GenericOp genericOp) { in compute() 486 target.addDynamicallyLegalOp<GenericOp>( in runOnOperation() 487 [&](GenericOp op) { return !opsToDetensor.count(op); }); in runOnOperation()
|
| H A D | InlineScalarOperands.cpp | 28 struct InlineScalarOperands : public OpRewritePattern<GenericOp> { 29 using OpRewritePattern<GenericOp>::OpRewritePattern; 30 LogicalResult matchAndRewrite(GenericOp genericOp, in matchAndRewrite() 56 auto newOp = rewriter.create<GenericOp>( in matchAndRewrite()
|
| H A D | DropUnitDims.cpp | 148 static void replaceUnitDimIndexOps(GenericOp genericOp, in replaceUnitDimIndexOps() 170 struct FoldUnitDimLoops : public OpRewritePattern<GenericOp> { 171 using OpRewritePattern<GenericOp>::OpRewritePattern; 172 LogicalResult matchAndRewrite(GenericOp genericOp, in matchAndRewrite() 240 replaceUnitExtents(GenericOp genericOp, OpOperand *opOperand, in replaceUnitExtents() 314 struct ReplaceUnitExtents : public OpRewritePattern<GenericOp> { 315 using OpRewritePattern<GenericOp>::OpRewritePattern; 358 LogicalResult matchAndRewrite(GenericOp genericOp, in matchAndRewrite() 432 GenericOp replacementOp = rewriter.create<GenericOp>( in matchAndRewrite()
|
| H A D | Interchange.cpp | 37 interchangeGenericOpPrecondition(GenericOp genericOp, in interchangeGenericOpPrecondition() 50 FailureOr<GenericOp> 51 mlir::linalg::interchangeGenericOp(RewriterBase &rewriter, GenericOp genericOp, in interchangeGenericOp()
|
| H A D | ConstantFold.cpp | 39 class FoldConstantBase : public OpRewritePattern<GenericOp> { 54 : OpRewritePattern<GenericOp>(context, benefit), controlFn(controlFn) {} in FoldConstantBase() 56 LogicalResult matchAndRewrite(GenericOp genericOp, in matchAndRewrite() 269 bool matchIndexingMaps(GenericOp genericOp) const { in matchIndexingMaps() 274 RegionComputationFn getRegionComputeFn(GenericOp genericOp) const { in getRegionComputeFn()
|
| H A D | FusePadOpWithLinalgProducer.cpp | 54 auto linalgOp = source.getDefiningOp<linalg::GenericOp>(); in matchAndRewrite() 112 cast<linalg::GenericOp>(rewriter.clone(*linalgOp.getOperation())); in matchAndRewrite()
|
| H A D | SplitReduction.cpp | 201 GenericOp genericOp = b.create<GenericOp>( in splitReduction() 225 auto reduction = b.create<GenericOp>( in splitReduction() 391 GenericOp genericOp = in splitReductionByScaling() 392 b.create<GenericOp>(loc, ValueRange(newOutputs).getTypes(), newInputs, in splitReductionByScaling() 423 auto reductionOp = b.create<GenericOp>( in splitReductionByScaling()
|
| H A D | Transforms.cpp | 434 SmallVector<GenericOp> transposeOps; in returningMatchAndRewrite() 447 for (GenericOp transposeOp : transposeOps) in returningMatchAndRewrite() 541 FailureOr<GenericOp> 543 GenericOp genericOp, PatternRewriter &rewriter) const { in returningMatchAndRewrite() 547 FailureOr<GenericOp> transformedOp = in returningMatchAndRewrite() 569 FailureOr<GenericOp> 574 FailureOr<GenericOp> genericOp = generalizeNamedOp(rewriter, linalgOp); in returningMatchAndRewrite() 722 rewriter.replaceOpWithNewOp<linalg::GenericOp>( in matchAndRewrite()
|
| H A D | ElementwiseToLinalg.cpp | 93 rewriter.replaceOpWithNewOp<linalg::GenericOp>( in matchAndRewrite()
|
| /llvm-project-15.0.7/mlir/lib/Dialect/SparseTensor/Transforms/ |
| H A D | SparseTensorRewriting.cpp | 53 static bool isSampling(GenericOp op) { in isSampling() 80 static bool isSumOfMul(GenericOp op) { in isSumOfMul() 113 struct FuseSparseMultiplyOverAdd : public OpRewritePattern<GenericOp> { 115 using OpRewritePattern<GenericOp>::OpRewritePattern; 117 LogicalResult matchAndRewrite(GenericOp op, in matchAndRewrite() 137 auto prod = dyn_cast_or_null<GenericOp>( in matchAndRewrite() 155 auto fusedOp = rewriter.create<GenericOp>( in matchAndRewrite()
|
| H A D | Sparsification.cpp | 257 static bool computeIterationGraph(Merger &merger, linalg::GenericOp op, in computeIterationGraph() 496 linalg::GenericOp op) { in genBuffers() 695 linalg::GenericOp op, OpOperand *t, in genSubscript() 720 linalg::GenericOp op, OpOperand *t) { in genInsertionLoad() 776 linalg::GenericOp op, unsigned exp) { in genTensorLoad() 1169 static bool denseUnitStrides(Merger &merger, linalg::GenericOp op, in denseUnitStrides() 1495 linalg::GenericOp op, unsigned idx, in genIf() 1687 linalg::GenericOp op) { in genResult() 1713 : OpRewritePattern<linalg::GenericOp>(context), options(o) {} in GenericOpSparsifier() 1715 LogicalResult matchAndRewrite(linalg::GenericOp op, in matchAndRewrite() [all …]
|
| /llvm-project-15.0.7/mlir/lib/Conversion/LinalgToSPIRV/ |
| H A D | LinalgToSPIRV.cpp | 48 : public OpConversionPattern<linalg::GenericOp> { 54 matchAsPerformingReduction(linalg::GenericOp genericOp); 57 matchAndRewrite(linalg::GenericOp genericOp, OpAdaptor adaptor, 65 linalg::GenericOp genericOp) { in matchAsPerformingReduction() 110 linalg::GenericOp genericOp, OpAdaptor adaptor, in matchAndRewrite()
|
| /llvm-project-15.0.7/mlir/include/mlir/Dialect/Linalg/Transforms/ |
| H A D | HoistPadding.h | 22 class GenericOp; variable 72 tensor::PadOp &hoistedOp, SmallVectorImpl<GenericOp> &transposeOps);
|
| H A D | Transforms.h | 183 FailureOr<GenericOp> interchangeGenericOp(RewriterBase &rewriter, 184 GenericOp genericOp, 190 FailureOr<GenericOp> generalizeNamedOp(RewriterBase &rewriter, 834 struct GenericOpInterchangePattern : public OpRewritePattern<GenericOp> { 835 using OpRewritePattern<GenericOp>::OpRewritePattern; 845 FailureOr<GenericOp> 846 returningMatchAndRewrite(GenericOp op, PatternRewriter &rewriter) const; 848 LogicalResult matchAndRewrite(GenericOp op, in matchAndRewrite() 882 FailureOr<GenericOp>
|
| /llvm-project-15.0.7/mlir/lib/Dialect/Linalg/IR/ |
| H A D | LinalgOps.cpp | 668 void GenericOp::build( in build() 696 void GenericOp::build( in build() 710 void GenericOp::build( in build() 720 void GenericOp::build( in build() 731 void GenericOp::build( in build() 743 void GenericOp::print(OpAsmPrinter &p) { in print() 842 void GenericOp::getEffects( in getEffects() 856 : public OpRewritePattern<GenericOp> { 891 auto newOp = rewriter.create<GenericOp>( in matchAndRewrite() 927 deduplicateInputOperands(GenericOp genericOp, in deduplicateInputOperands() [all …]
|
| /llvm-project-15.0.7/mlir/include/mlir/Dialect/Linalg/Utils/ |
| H A D | Utils.h | 137 GenericOp makeTransposeOp(OpBuilder &b, Location loc, Value inputTensor, 144 GenericOp makeMemRefCopyOp(OpBuilder &b, Location loc, Value from, Value to); 468 static Optional<BinaryOpKind> matchAsScalarBinaryOp(GenericOp op);
|
| /llvm-project-15.0.7/mlir/include/mlir/Dialect/Linalg/TransformOps/ |
| H A D | LinalgTransformOps.h | 19 class GenericOp; variable
|
| /llvm-project-15.0.7/mlir/include/mlir/Dialect/SparseTensor/Utils/ |
| H A D | Merger.h | 278 Optional<unsigned> buildTensorExpFromLinalg(linalg::GenericOp op); 291 Optional<unsigned> buildTensorExp(linalg::GenericOp op, Value v);
|
| /llvm-project-15.0.7/mlir/lib/Conversion/TosaToLinalg/ |
| H A D | TosaToLinalgNamed.cpp | 291 .create<linalg::GenericOp>( in matchAndRewrite() 313 .create<linalg::GenericOp>( in matchAndRewrite() 453 .create<linalg::GenericOp>( in matchAndRewrite() 480 .create<linalg::GenericOp>( in matchAndRewrite() 639 .create<linalg::GenericOp>( in matchAndRewrite() 667 .create<linalg::GenericOp>( in matchAndRewrite() 825 auto genericOp = rewriter.create<linalg::GenericOp>( in matchAndRewrite()
|
| H A D | TosaToLinalg.cpp | 657 auto linalgOp = rewriter.create<linalg::GenericOp>( in elementwiseMatchAndRewriteHelper() 840 auto linalgOp = rewriter.create<linalg::GenericOp>( in reduceMatchAndRewriteHelper() 1138 rewriter.replaceOpWithNewOp<linalg::GenericOp>( in matchAndRewrite() 1247 auto linalgOp = rewriter.create<linalg::GenericOp>( in matchAndRewrite() 1372 auto genericOp = rewriter.create<linalg::GenericOp>( in matchAndRewrite() 1739 rewriter.replaceOpWithNewOp<linalg::GenericOp>( in matchAndRewrite() 1818 auto genericOp = rewriter.create<linalg::GenericOp>( in matchAndRewrite() 1999 auto linalgOp = rewriter.create<linalg::GenericOp>( in matchAndRewrite() 2075 auto genericOp = rewriter.create<linalg::GenericOp>( in matchAndRewrite() 2132 auto genericOp = rewriter.create<linalg::GenericOp>( in matchAndRewrite()
|
| /llvm-project-15.0.7/mlir/test/lib/Dialect/Linalg/ |
| H A D | TestLinalgTransforms.cpp | 230 .addOpFilter<MatmulOp, FillOp, GenericOp>()); in applyPatterns() 414 .addOpFilter<ContractionOpInterface, FillOp, GenericOp>()); in applyLinalgToVectorPatterns() 461 TilingPatterns<linalg::MatmulOp, linalg::GenericOp>::insert( in applyTilePattern()
|
| /llvm-project-15.0.7/mlir/lib/Dialect/Linalg/Utils/ |
| H A D | Utils.cpp | 99 RegionMatcher::matchAsScalarBinaryOp(GenericOp op) { in matchAsScalarBinaryOp() 436 GenericOp makeTransposeOp(OpBuilder &b, Location loc, Value inputTensor, in makeTransposeOp() 459 auto transposeOp = b.create<GenericOp>( in makeTransposeOp() 475 GenericOp makeMemRefCopyOp(OpBuilder &b, Location loc, Value from, Value to) { in makeMemRefCopyOp() 487 return b.create<linalg::GenericOp>( in makeMemRefCopyOp()
|