Home
last modified time | relevance | path

Searched refs:TransferWriteOp (Results 1 – 23 of 23) sorted by relevance

/llvm-project-15.0.7/mlir/lib/Dialect/Vector/Transforms/
H A DVectorTransferOpTransforms.cpp45 void deadStoreOp(vector::TransferWriteOp);
103 if (auto nextWrite = dyn_cast<vector::TransferWriteOp>(user)) { in deadStoreOp()
166 vector::TransferWriteOp lastwrite = nullptr; in storeToLoadForwarding()
170 if (auto write = dyn_cast<vector::TransferWriteOp>(user)) { in storeToLoadForwarding()
302 : public OpRewritePattern<vector::TransferWriteOp> {
303 using OpRewritePattern<vector::TransferWriteOp>::OpRewritePattern;
336 rewriter.replaceOpWithNewOp<vector::TransferWriteOp>( in matchAndRewrite()
472 : public OpRewritePattern<vector::TransferWriteOp> {
518 vector::TransferWriteOp flatWrite = in matchAndRewrite()
519 rewriter.create<vector::TransferWriteOp>( in matchAndRewrite()
[all …]
H A DBufferizableOpInterfaceImpl.cpp68 vector::TransferWriteOp> {
97 auto writeOp = cast<vector::TransferWriteOp>(op); in bufferize()
106 rewriter.create<vector::TransferWriteOp>( in bufferize()
124 TransferWriteOp::attachInterface<TransferWriteOpInterface>(*ctx); in registerBufferizableOpInterfaceExternalModels()
H A DVectorTransferPermutationMapRewritePatterns.cpp144 : public OpRewritePattern<vector::TransferWriteOp> {
145 using OpRewritePattern<vector::TransferWriteOp>::OpRewritePattern;
147 LogicalResult matchAndRewrite(vector::TransferWriteOp op, in matchAndRewrite()
187 rewriter.replaceOpWithNewOp<vector::TransferWriteOp>( in matchAndRewrite()
H A DVectorDistribute.cpp284 static vector::TransferWriteOp cloneWriteOp(RewriterBase &rewriter, in cloneWriteOp()
286 vector::TransferWriteOp writeOp, in cloneWriteOp()
297 cast<vector::TransferWriteOp>(rewriter.clone(*writeOp.getOperation())); in cloneWriteOp()
320 struct WarpOpTransferWrite : public OpRewritePattern<vector::TransferWriteOp> {
323 : OpRewritePattern<vector::TransferWriteOp>(ctx, b), in WarpOpTransferWrite()
329 vector::TransferWriteOp writeOp, in tryDistributeOp()
357 vector::TransferWriteOp newWriteOp = in tryDistributeOp()
388 vector::TransferWriteOp writeOp, in tryExtractOp()
400 return isa<vector::TransferWriteOp, vector::YieldOp>(&op); in tryExtractOp()
417 cast<vector::TransferWriteOp>(rewriter.clone(*writeOp.getOperation())); in tryExtractOp()
[all …]
H A DVectorTransferSplitRewritePatterns.cpp200 auto isaWrite = isa<vector::TransferWriteOp>(xferOp); in createSubViewIntersection()
352 getLocationToWriteFullVec(RewriterBase &b, vector::TransferWriteOp xferOp, in getLocationToWriteFullVec()
396 vector::TransferWriteOp xferOp, in createFullPartialLinalgCopy()
424 vector::TransferWriteOp xferOp, in createFullPartialVectorTransferWrite()
539 auto xferWriteOp = dyn_cast<vector::TransferWriteOp>(xferOp.getOperation()); in splitFullAndPartialTransfer()
604 auto xferWriteOp = cast<vector::TransferWriteOp>(xferOp.getOperation()); in splitFullAndPartialTransfer()
H A DVectorUnrollDistribute.cpp237 : public OpRewritePattern<vector::TransferWriteOp> {
240 : OpRewritePattern<vector::TransferWriteOp>(context, /*benefit=*/1), in UnrollTransferWritePattern()
242 LogicalResult matchAndRewrite(vector::TransferWriteOp writeOp, in matchAndRewrite()
273 Operation *slicedWrite = rewriter.create<vector::TransferWriteOp>( in matchAndRewrite()
684 : public OpRewritePattern<vector::TransferWriteOp> {
686 : OpRewritePattern<vector::TransferWriteOp>(context) {} in TransferWriteInsertPattern()
687 LogicalResult matchAndRewrite(vector::TransferWriteOp write, in matchAndRewrite()
719 rewriter.create<vector::TransferWriteOp>( in matchAndRewrite()
H A DVectorDropLeadUnitDim.cpp236 : public OpRewritePattern<vector::TransferWriteOp> {
239 LogicalResult matchAndRewrite(vector::TransferWriteOp write, in matchAndRewrite()
272 rewriter.replaceOpWithNewOp<vector::TransferWriteOp>( in matchAndRewrite()
H A DVectorTransforms.cpp2178 : public OpRewritePattern<vector::TransferWriteOp> {
2181 : OpRewritePattern<vector::TransferWriteOp>(context), in TransferWriteToVectorStoreLowering()
2184 LogicalResult matchAndRewrite(vector::TransferWriteOp write, in matchAndRewrite()
2888 MaterializeTransferMask<vector::TransferWriteOp>>( in populateVectorMaskMaterializationPatterns()
/llvm-project-15.0.7/mlir/lib/Conversion/VectorToSCF/
H A DVectorToSCF.cpp31 using vector::TransferWriteOp;
448 struct Strategy<TransferWriteOp> {
456 static Value getBuffer(TransferWriteOp xferOp) { in getBuffer()
463 static void getBufferIndices(TransferWriteOp xferOp, in getBufferIndices()
479 static TransferWriteOp rewriteOp(OpBuilder &b, in rewriteOp()
495 auto newXferOp = b.create<vector::TransferWriteOp>( in rewriteOp()
618 : public VectorToSCFPattern<TransferWriteOp> {
982 : public VectorToSCFPattern<TransferWriteOp> {
992 Value getDataVector(TransferWriteOp xferOp) const { in getDataVector()
1007 void getExtractionIndices(TransferWriteOp xferOp, in getExtractionIndices()
[all …]
/llvm-project-15.0.7/mlir/include/mlir/Dialect/Vector/IR/
H A DVectorOps.h42 class TransferWriteOp; variable
169 bool checkSameValueRAW(TransferWriteOp defWrite, TransferReadOp read);
173 bool checkSameValueWAW(TransferWriteOp write, TransferWriteOp priorWrite);
/llvm-project-15.0.7/mlir/lib/Dialect/MemRef/Transforms/
H A DFoldSubViewOps.cpp103 static Value getMemRefOperand(vector::TransferWriteOp op) { in getMemRefOperand()
194 void StoreOpOfSubViewFolder<vector::TransferWriteOp>::replaceOp( in replaceOp()
195 vector::TransferWriteOp transferWriteOp, memref::SubViewOp subViewOp, in replaceOp()
200 rewriter.replaceOpWithNewOp<vector::TransferWriteOp>( in replaceOp()
251 StoreOpOfSubViewFolder<vector::TransferWriteOp>>( in populateFoldSubViewOpPatterns()
/llvm-project-15.0.7/mlir/lib/Dialect/Linalg/Transforms/
H A DHoisting.cpp47 vector::TransferWriteOp transferWriteOp;
183 if (auto writeUser = dyn_cast<vector::TransferWriteOp>(user)) { in tensorChunkAccessedByUnknownOp()
226 if (auto write = v.getDefiningOp<vector::TransferWriteOp>()) { in getLoopInvariantTransferWriteOpDefining()
238 insertSliceOp.getSource().getDefiningOp<vector::TransferWriteOp>(); in getLoopInvariantTransferWriteOpDefining()
430 vector::TransferWriteOp transferWrite; in hoistRedundantVectorTransfers()
432 auto candidateWrite = dyn_cast<vector::TransferWriteOp>(sliceOp); in hoistRedundantVectorTransfers()
472 dyn_cast<vector::TransferWriteOp>(use.getOwner())) { in hoistRedundantVectorTransfers()
H A DVectorization.cpp646 Operation *writeValue = rewriter.create<vector::TransferWriteOp>( in vectorizeCopy()
756 rewriter.replaceOpWithNewOp<vector::TransferWriteOp>( in tryVectorizeCopy()
866 : public VectorizePadOpUserPattern<vector::TransferWriteOp> {
868 vector::TransferWriteOp>::VectorizePadOpUserPattern;
1075 rewriter.replaceOpWithNewOp<vector::TransferWriteOp>( in rewriteUser()
1227 vector::TransferWriteOp xferOp, PatternRewriter &rewriter) const { in matchAndRewrite()
1268 rewriter.create<vector::TransferWriteOp>( in matchAndRewrite()
1391 vector::TransferWriteOp write; in conv()
1479 .create<vector::TransferWriteOp>(loc, res, resShaped, in conv()
1515 vector::TransferWriteOp write; in depthwiseConv()
[all …]
H A DLinalgStrategyPasses.cpp302 TransferWriteOp::getCanonicalizationPatterns(vectorizationPatterns, in runOnOperation()
/llvm-project-15.0.7/mlir/include/mlir/Dialect/Vector/Transforms/
H A DVectorDistribution.h42 using DistributionMapFn = std::function<AffineMap(vector::TransferWriteOp)>;
/llvm-project-15.0.7/mlir/lib/Dialect/Vector/IR/
H A DVectorOps.cpp149 bool mlir::vector::checkSameValueWAW(vector::TransferWriteOp write, in checkSameValueWAW()
3423 ParseResult TransferWriteOp::parse(OpAsmParser &parser, in parse()
3469 TransferWriteOp::getOperandSegmentSizeAttr(), in parse()
3476 void TransferWriteOp::print(OpAsmPrinter &p) { in print()
3484 LogicalResult TransferWriteOp::verify() { in verify()
3525 static LogicalResult foldReadInitWrite(TransferWriteOp write, in foldReadInitWrite()
3597 static LogicalResult foldWAR(TransferWriteOp write, in foldWAR()
3626 void TransferWriteOp::getEffects( in getEffects()
3661 using OpRewritePattern<TransferWriteOp>::OpRewritePattern;
3662 LogicalResult matchAndRewrite(TransferWriteOp writeOp, in matchAndRewrite()
[all …]
/llvm-project-15.0.7/mlir/lib/Conversion/VectorToGPU/
H A DVectorToGPU.cpp137 transferWriteSupportsMMAMatrixType(vector::TransferWriteOp writeOp) { in transferWriteSupportsMMAMatrixType()
195 if (auto transferWrite = dyn_cast<vector::TransferWriteOp>(op)) in supportsMMaMatrixType()
417 static void convertTransferWriteOp(vector::TransferWriteOp op, in convertTransferWriteOp()
632 convertTransferWriteToStores(vector::TransferWriteOp op, in convertTransferWriteToStores()
661 getXferIndices<vector::TransferWriteOp>( in convertTransferWriteToStores()
826 } else if (auto transferWrite = dyn_cast<vector::TransferWriteOp>(op)) { in convertVectorToMMAOps()
852 .Case([&](vector::TransferWriteOp transferWriteOp) { in convertVectorToNVVMCompatibleMMASync()
H A DNvGpuSupport.cpp58 if (vector::TransferWriteOp writeOp = dyn_cast<vector::TransferWriteOp>(op)) { in getWarpMatrixInfo()
/llvm-project-15.0.7/mlir/test/lib/Dialect/Vector/
H A DTestVectorTransforms.cpp95 if (auto writeOp = dyn_cast<vector::TransferWriteOp>(op)) { in getShape()
107 ContractionOp, TransferReadOp, TransferWriteOp>(op)); in filter()
515 isa<vector::TransferReadOp, vector::TransferWriteOp>(op)); in runOnOperation()
523 else if (auto writeOp = dyn_cast<vector::TransferWriteOp>(op)) in runOnOperation()
869 auto distributionFn = [](vector::TransferWriteOp writeOp) { in runOnOperation()
/llvm-project-15.0.7/mlir/include/mlir/Dialect/Linalg/Transforms/
H A DTransforms.h1288 : public OpRewritePattern<vector::TransferWriteOp> {
1289 using OpRewritePattern<vector::TransferWriteOp>::OpRewritePattern;
1291 LogicalResult matchAndRewrite(vector::TransferWriteOp xferOp,
/llvm-project-15.0.7/mlir/lib/Dialect/Affine/Transforms/
H A DSuperVectorize.cpp601 return isa<vector::TransferReadOp, vector::TransferWriteOp>(op); in vectorTransferPattern()
1239 auto transfer = state.builder.create<vector::TransferWriteOp>( in vectorizeAffineStore()
1476 assert(!isa<vector::TransferWriteOp>(op) && in vectorizeOneOperation()
/llvm-project-15.0.7/mlir/lib/Dialect/Linalg/TransformOps/
H A DLinalgTransformOps.cpp1051 vector::TransferWriteOp::getCanonicalizationPatterns(patterns, ctx); in applyToOne()
/llvm-project-15.0.7/mlir/test/Dialect/Vector/
H A Dcanonicalize.mlir1300 // Don't swap if the TransferWriteOp takes a small vector.