Home
last modified time | relevance | path

Searched refs:TransferReadOp (Results 1 – 23 of 23) sorted by relevance

/llvm-project-15.0.7/mlir/lib/Conversion/VectorToSCF/
H A DVectorToSCF.cpp30 using vector::TransferReadOp;
335 struct Strategy<TransferReadOp> {
352 static Value getBuffer(TransferReadOp xferOp) { in getBuffer()
357 static void getBufferIndices(TransferReadOp xferOp, in getBufferIndices()
391 static TransferReadOp rewriteOp(OpBuilder &b, in rewriteOp()
406 auto newXferOp = b.create<vector::TransferReadOp>( in rewriteOp()
569 : public VectorToSCFPattern<TransferReadOp> {
846 : public VectorToSCFPattern<TransferReadOp> {
857 Value getResultVector(TransferReadOp xferOp, in getResultVector()
880 void getInsertionIndices(TransferReadOp xferOp, in getInsertionIndices()
[all …]
/llvm-project-15.0.7/mlir/lib/Dialect/Vector/Transforms/
H A DVectorTransferPermutationMapRewritePatterns.cpp55 : public OpRewritePattern<vector::TransferReadOp> {
56 using OpRewritePattern<vector::TransferReadOp>::OpRewritePattern;
58 LogicalResult matchAndRewrite(vector::TransferReadOp op, in matchAndRewrite()
115 Value newRead = rewriter.create<vector::TransferReadOp>( in matchAndRewrite()
203 struct TransferOpReduceRank : public OpRewritePattern<vector::TransferReadOp> {
204 using OpRewritePattern<vector::TransferReadOp>::OpRewritePattern;
206 LogicalResult matchAndRewrite(vector::TransferReadOp op, in matchAndRewrite()
263 Value newRead = rewriter.create<vector::TransferReadOp>( in matchAndRewrite()
H A DVectorTransferOpTransforms.cpp46 void storeToLoadForwarding(vector::TransferReadOp);
115 if (auto read = dyn_cast<vector::TransferReadOp>(user)) { in deadStoreOp()
168 if (isa<vector::TransferReadOp>(user)) in storeToLoadForwarding()
259 : public OpRewritePattern<vector::TransferReadOp> {
260 using OpRewritePattern<vector::TransferReadOp>::OpRewritePattern;
262 LogicalResult matchAndRewrite(vector::TransferReadOp transferReadOp, in matchAndRewrite()
293 rewriter.replaceOpWithNewOp<vector::TransferReadOp>( in matchAndRewrite()
414 : public OpRewritePattern<vector::TransferReadOp> {
415 using OpRewritePattern<vector::TransferReadOp>::OpRewritePattern;
458 vector::TransferReadOp flatRead = rewriter.create<vector::TransferReadOp>( in matchAndRewrite()
[all …]
H A DBufferizableOpInterfaceImpl.cpp28 vector::TransferReadOp> {
50 auto readOp = cast<vector::TransferReadOp>(op); in bufferize()
56 replaceOpWithNewBufferizedOp<vector::TransferReadOp>( in bufferize()
123 TransferReadOp::attachInterface<TransferReadOpInterface>(*ctx); in registerBufferizableOpInterfaceExternalModels()
H A DVectorUnrollDistribute.cpp182 : public OpRewritePattern<vector::TransferReadOp> {
185 : OpRewritePattern<vector::TransferReadOp>(context, /*benefit=*/1), in UnrollTransferReadPattern()
187 LogicalResult matchAndRewrite(vector::TransferReadOp readOp, in matchAndRewrite()
220 auto slicedRead = rewriter.create<vector::TransferReadOp>( in matchAndRewrite()
633 : public OpRewritePattern<vector::TransferReadOp> {
635 : OpRewritePattern<vector::TransferReadOp>(context) {} in TransferReadExtractPattern()
636 LogicalResult matchAndRewrite(vector::TransferReadOp read, in matchAndRewrite()
671 Value newRead = lb.create<vector::TransferReadOp>( in matchAndRewrite()
H A DVectorTransferSplitRewritePatterns.cpp247 createFullPartialLinalgCopy(RewriterBase &b, vector::TransferReadOp xferOp, in createFullPartialLinalgCopy()
302 RewriterBase &b, vector::TransferReadOp xferOp, TypeRange returnTypes, in createFullPartialVectorTransferRead()
538 auto xferReadOp = dyn_cast<vector::TransferReadOp>(xferOp.getOperation()); in splitFullAndPartialTransfer()
582 dyn_cast<vector::TransferReadOp>(xferOp.getOperation())) { in splitFullAndPartialTransfer()
H A DVectorDropLeadUnitDim.cpp188 : public OpRewritePattern<vector::TransferReadOp> {
191 LogicalResult matchAndRewrite(vector::TransferReadOp read, in matchAndRewrite()
222 auto newRead = rewriter.create<vector::TransferReadOp>( in matchAndRewrite()
H A DVectorDistribute.cpp588 warpOp, [](Operation *op) { return isa<vector::TransferReadOp>(op); }); in matchAndRewrite()
591 auto read = operand->get().getDefiningOp<vector::TransferReadOp>(); in matchAndRewrite()
615 Value newRead = rewriter.create<vector::TransferReadOp>( in matchAndRewrite()
H A DVectorTransforms.cpp2037 : public OpRewritePattern<vector::TransferReadOp> {
2040 : OpRewritePattern<vector::TransferReadOp>(context), in TransferReadToVectorLoadLowering()
2043 LogicalResult matchAndRewrite(vector::TransferReadOp read, in matchAndRewrite()
2596 class DropInnerMostUnitDims : public OpRewritePattern<vector::TransferReadOp> {
2597 using OpRewritePattern<vector::TransferReadOp>::OpRewritePattern;
2599 LogicalResult matchAndRewrite(vector::TransferReadOp readOp, in matchAndRewrite()
2674 Value result = rewriter.create<vector::TransferReadOp>( in matchAndRewrite()
2887 MaterializeTransferMask<vector::TransferReadOp>, in populateVectorMaskMaterializationPatterns()
/llvm-project-15.0.7/mlir/lib/Dialect/MemRef/Transforms/
H A DFoldSubViewOps.cpp99 static Value getMemRefOperand(vector::TransferReadOp op) { in getMemRefOperand()
170 void LoadOpOfSubViewFolder<vector::TransferReadOp>::replaceOp( in replaceOp()
171 vector::TransferReadOp transferReadOp, memref::SubViewOp subViewOp, in replaceOp()
176 rewriter.replaceOpWithNewOp<vector::TransferReadOp>( in replaceOp()
248 LoadOpOfSubViewFolder<vector::TransferReadOp>, in populateFoldSubViewOpPatterns()
/llvm-project-15.0.7/mlir/test/python/dialects/
H A Dvector.py48 vector.TransferReadOp(vector_type, A, [zero, zero], identity_map_attr,
50 vector.TransferReadOp(vector_type, A, [zero, zero], identity_map_attr,
/llvm-project-15.0.7/mlir/lib/Conversion/VectorToGPU/
H A DVectorToGPU.cpp112 static bool transferReadSupportsMMAMatrixType(vector::TransferReadOp readOp, in transferReadSupportsMMAMatrixType()
193 if (auto transferRead = dyn_cast<vector::TransferReadOp>(op)) in supportsMMaMatrixType()
345 op.getVector().getDefiningOp<vector::TransferReadOp>(); in matchAndRewrite()
364 rewriter.replaceOpWithNewOp<vector::TransferReadOp>( in matchAndRewrite()
393 static void convertTransferReadOp(vector::TransferReadOp op, in convertTransferReadOp()
513 createNonLdMatrixLoads(vector::TransferReadOp op, OpBuilder &builder, in createNonLdMatrixLoads()
558 getXferIndices<vector::TransferReadOp>( in createNonLdMatrixLoads()
583 getXferIndices<vector::TransferReadOp>( in createNonLdMatrixLoads()
601 convertTransferReadToLoads(vector::TransferReadOp op, in convertTransferReadToLoads()
824 if (auto transferRead = dyn_cast<vector::TransferReadOp>(op)) { in convertVectorToMMAOps()
[all …]
H A DNvGpuSupport.cpp60 } else if (isa<vector::TransferReadOp, vector::ContractionOp, in getWarpMatrixInfo()
/llvm-project-15.0.7/mlir/include/mlir/Dialect/Vector/IR/
H A DVectorOps.h41 class TransferReadOp; variable
169 bool checkSameValueRAW(TransferWriteOp defWrite, TransferReadOp read);
/llvm-project-15.0.7/mlir/lib/Dialect/Linalg/Transforms/
H A DVectorization.cpp489 Value readValue = b.create<vector::TransferReadOp>( in vectorizeAsLinalgGeneric()
639 Value readValue = rewriter.create<vector::TransferReadOp>( in vectorizeCopy()
742 auto read = rewriter.create<vector::TransferReadOp>( in tryVectorizeCopy()
806 vector::TransferReadOp>::VectorizePadOpUserPattern;
1066 auto read = rewriter.create<vector::TransferReadOp>( in rewriteUser()
1210 Value res = rewriter.create<vector::TransferReadOp>( in matchAndRewrite()
1415 Value lhs = builder.create<vector::TransferReadOp>( in conv()
1418 Value rhs = builder.create<vector::TransferReadOp>( in conv()
1421 Value res = builder.create<vector::TransferReadOp>( in conv()
1538 Value lhs = builder.create<vector::TransferReadOp>( in depthwiseConv()
[all …]
H A DHoisting.cpp53 vector::TransferReadOp transferReadOp;
152 auto read = dyn_cast<vector::TransferReadOp>(maybeTransferReadUser); in findMatchingTransferRead()
206 auto read = dyn_cast<vector::TransferReadOp>(user); in tensorChunkAccessedByUnknownOp()
410 func.walk([&](vector::TransferReadOp transferRead) { in hoistRedundantVectorTransfers()
479 dyn_cast<vector::TransferReadOp>(use.getOwner())) { in hoistRedundantVectorTransfers()
H A DLinalgStrategyPasses.cpp300 TransferReadOp::getCanonicalizationPatterns(vectorizationPatterns, in runOnOperation()
/llvm-project-15.0.7/mlir/lib/Dialect/Vector/IR/
H A DVectorOps.cpp2956 void TransferReadOp::print(OpAsmPrinter &p) { in print()
3019 TransferReadOp::getOperandSegmentSizeAttr(), in parse()
3025 LogicalResult TransferReadOp::verify() { in verify()
3155 static Value foldRAW(TransferReadOp readOp) { in foldRAW()
3171 OpFoldResult TransferReadOp::fold(ArrayRef<Attribute>) { in fold()
3188 void TransferReadOp::getEffects( in getEffects()
3213 : public OpRewritePattern<TransferReadOp> {
3217 LogicalResult matchAndRewrite(TransferReadOp xferOp, in matchAndRewrite()
3280 rewriter.replaceOpWithNewOp<TransferReadOp>( in matchAndRewrite()
3311 : public OpRewritePattern<TransferReadOp> {
[all …]
/llvm-project-15.0.7/mlir/test/lib/Dialect/Vector/
H A DTestVectorTransforms.cpp81 if (auto readOp = dyn_cast<vector::TransferReadOp>(op)) { in getShape()
107 ContractionOp, TransferReadOp, TransferWriteOp>(op)); in filter()
515 isa<vector::TransferReadOp, vector::TransferWriteOp>(op)); in runOnOperation()
521 if (auto readOp = dyn_cast<vector::TransferReadOp>(op)) in runOnOperation()
/llvm-project-15.0.7/mlir/include/mlir/Dialect/Linalg/Transforms/
H A DTransforms.h1261 : public OpRewritePattern<vector::TransferReadOp> {
1262 using OpRewritePattern<vector::TransferReadOp>::OpRewritePattern;
1264 LogicalResult matchAndRewrite(vector::TransferReadOp xferOp,
/llvm-project-15.0.7/mlir/lib/Dialect/SCF/TransformOps/
H A DSCFTransformOps.cpp160 if (isa<vector::TransferReadOp>(op)) in loopScheduling()
/llvm-project-15.0.7/mlir/lib/Dialect/Affine/Transforms/
H A DSuperVectorize.cpp601 return isa<vector::TransferReadOp, vector::TransferWriteOp>(op); in vectorTransferPattern()
1196 auto transfer = state.builder.create<vector::TransferReadOp>( in vectorizeAffineLoad()
1474 assert(!isa<vector::TransferReadOp>(op) && in vectorizeOneOperation()
/llvm-project-15.0.7/mlir/lib/Dialect/Linalg/TransformOps/
H A DLinalgTransformOps.cpp1050 vector::TransferReadOp::getCanonicalizationPatterns(patterns, ctx); in applyToOne()