Lines Matching refs:insertOp

1453   auto insertOp = op.getVector().getDefiningOp<InsertStridedSliceOp>();  in foldExtractStridedOpFromInsertChain()  local
1454 while (insertOp) { in foldExtractStridedOpFromInsertChain()
1455 int64_t insertRankDiff = insertOp.getDestVectorType().getRank() - in foldExtractStridedOpFromInsertChain()
1456 insertOp.getSourceVectorType().getRank(); in foldExtractStridedOpFromInsertChain()
1457 if (destinationRank > insertOp.getSourceVectorType().getRank()) in foldExtractStridedOpFromInsertChain()
1459 auto insertOffsets = extractVector<int64_t>(insertOp.getOffsets()); in foldExtractStridedOpFromInsertChain()
1462 if (llvm::any_of(insertOp.getStrides(), [](Attribute attr) { in foldExtractStridedOpFromInsertChain()
1473 : insertOp.getSourceVectorType().getDimSize(dim - insertRankDiff); in foldExtractStridedOpFromInsertChain()
1490 insertOp.getSourceVectorType().getRank() - destinationRank; in foldExtractStridedOpFromInsertChain()
1492 if (insertOp.getSourceVectorType().getDimSize(i + srcRankDiff) != in foldExtractStridedOpFromInsertChain()
1493 insertOp.getDestVectorType().getDimSize(i + srcRankDiff + in foldExtractStridedOpFromInsertChain()
1497 op.getVectorMutable().assign(insertOp.getSource()); in foldExtractStridedOpFromInsertChain()
1506 insertOp = insertOp.getDest().getDefiningOp<InsertStridedSliceOp>(); in foldExtractStridedOpFromInsertChain()
2014 LogicalResult matchAndRewrite(InsertOp insertOp, in matchAndRewrite() argument
2016 auto srcVecType = insertOp.getSourceType().dyn_cast<VectorType>(); in matchAndRewrite()
2017 if (!srcVecType || insertOp.getDestVectorType().getNumElements() != in matchAndRewrite()
2021 insertOp, insertOp.getDestVectorType(), insertOp.getSource()); in matchAndRewrite()
2546 auto insertOp = op.getVector().getDefiningOp<InsertStridedSliceOp>(); in foldExtractStridedOpFromInsertChain() local
2547 while (insertOp) { in foldExtractStridedOpFromInsertChain()
2549 insertOp.getSourceVectorType().getRank()) in foldExtractStridedOpFromInsertChain()
2551 ArrayAttr insertOffsets = insertOp.getOffsets(); in foldExtractStridedOpFromInsertChain()
2552 ArrayAttr insertStrides = insertOp.getStrides(); in foldExtractStridedOpFromInsertChain()
2564 int64_t end = start + insertOp.getSourceVectorType().getDimSize(dim); in foldExtractStridedOpFromInsertChain()
2581 op.setOperand(insertOp.getSource()); in foldExtractStridedOpFromInsertChain()
2591 insertOp = insertOp.getDest().getDefiningOp<InsertStridedSliceOp>(); in foldExtractStridedOpFromInsertChain()
3709 LogicalResult matchAndRewrite(tensor::InsertSliceOp insertOp, in matchAndRewrite()
3711 if (!insertOp.hasUnitStride()) in matchAndRewrite()
3714 auto xferOp = insertOp.getSource().getDefiningOp<TransferWriteOp>(); in matchAndRewrite()
3753 insertOp.getType().getRank() - insertOp.getSourceType().getRank(); in matchAndRewrite()
3757 insertOp.getType(), insertOp.getMixedOffsets(), in matchAndRewrite()
3758 insertOp.getMixedSizes(), insertOp.getMixedStrides()); in matchAndRewrite()
3759 auto actualSourceTensorShape = insertOp.getSourceType().getShape(); in matchAndRewrite()
3766 rewriter, insertOp.getLoc(), insertOp.getMixedOffsets()); in matchAndRewrite()
3768 rewriter.replaceOpWithNewOp<TransferWriteOp>(insertOp, xferOp.getVector(), in matchAndRewrite()
3769 insertOp.getDest(), indices, in matchAndRewrite()
3803 LogicalResult matchAndRewrite(tensor::InsertSliceOp insertOp, in matchAndRewrite()
3805 if (!insertOp.hasUnitStride()) in matchAndRewrite()
3808 insertOp.getSource().getDefiningOp<tensor::ExtractSliceOp>(); in matchAndRewrite()
3817 if (insertOp.getSourceType().getRank() != transferOp.getTransferRank()) { in matchAndRewrite()
3818 return rewriter.notifyMatchFailure(insertOp, in matchAndRewrite()
3824 return rewriter.notifyMatchFailure(insertOp, in matchAndRewrite()
3832 return rewriter.notifyMatchFailure(insertOp, in matchAndRewrite()
3838 llvm::zip(insertOp.getMixedSizes(), extractOp.getMixedSizes())) { in matchAndRewrite()
3841 insertOp, "InsertSliceOp and ExtractSliceOp sizes differ"); in matchAndRewrite()
3853 insertOp, "TransferWriteOp may not write the full tensor."); in matchAndRewrite()
3858 transferOp.getPermutationMap(), insertOp.getSourceType().getShape()); in matchAndRewrite()
3863 extractOp.getLoc(), insertOp.getSourceType(), insertOp.getDest(), in matchAndRewrite()
3864 insertOp.getMixedOffsets(), insertOp.getMixedSizes(), in matchAndRewrite()
3865 insertOp.getMixedStrides()); in matchAndRewrite()
3870 rewriter.updateRootInPlace(insertOp, [&]() { in matchAndRewrite()
3871 insertOp.getSourceMutable().assign(newTransferWriteOp.getResult()); in matchAndRewrite()