Home
last modified time | relevance | path

Searched refs:insertOp (Results 1 – 14 of 14) sorted by relevance

/llvm-project-15.0.7/mlir/lib/Dialect/Vector/Transforms/
H A DVectorDropLeadUnitDim.cpp96 VectorType oldSrcType = insertOp.getSourceVectorType(); in matchAndRewrite()
98 VectorType oldDstType = insertOp.getDestVectorType(); in matchAndRewrite()
107 Location loc = insertOp.getLoc(); in matchAndRewrite()
110 loc, insertOp.getSource(), splatZero(srcDropCount)); in matchAndRewrite()
112 loc, insertOp.getDest(), splatZero(dstDropCount)); in matchAndRewrite()
134 LogicalResult matchAndRewrite(vector::InsertOp insertOp, in matchAndRewrite()
136 Type oldSrcType = insertOp.getSourceType(); in matchAndRewrite()
145 VectorType oldDstType = insertOp.getDestVectorType(); in matchAndRewrite()
154 Location loc = insertOp.getLoc(); in matchAndRewrite()
156 Value newSrcVector = insertOp.getSource(); in matchAndRewrite()
[all …]
H A DVectorTransforms.cpp2419 auto insertOp = in matchAndRewrite() local
2421 if (!insertOp) in matchAndRewrite()
2425 if (llvm::any_of(insertOp.getStrides().getAsValueRange<IntegerAttr>(), in matchAndRewrite()
2429 unsigned rank = insertOp.getSourceVectorType().getRank(); in matchAndRewrite()
2432 if (rank != insertOp.getDestVectorType().getRank()) in matchAndRewrite()
2435 ArrayAttr newOffsets = insertOp.getOffsets(); in matchAndRewrite()
2444 llvm::to_vector<4>(insertOp.getSourceVectorType().getShape()); in matchAndRewrite()
2450 bitcastOp.getLoc(), newCastSrcType, insertOp.getSource()); in matchAndRewrite()
2453 llvm::to_vector<4>(insertOp.getDestVectorType().getShape()); in matchAndRewrite()
2459 bitcastOp.getLoc(), newCastDstType, insertOp.getDest()); in matchAndRewrite()
[all …]
/llvm-project-15.0.7/mlir/lib/Conversion/VectorToSPIRV/
H A DVectorToSPIRV.cpp162 matchAndRewrite(vector::InsertOp insertOp, OpAdaptor adaptor, in matchAndRewrite()
165 if (insertOp.getSourceType().isIntOrFloat() && in matchAndRewrite()
166 insertOp.getDestVectorType().getNumElements() == 1) { in matchAndRewrite()
167 rewriter.replaceOp(insertOp, adaptor.getSource()); in matchAndRewrite()
171 if (insertOp.getSourceType().isa<VectorType>() || in matchAndRewrite()
174 int32_t id = getFirstIntValue(insertOp.getPosition()); in matchAndRewrite()
176 insertOp, adaptor.getSource(), adaptor.getDest(), id); in matchAndRewrite()
223 uint64_t stride = getFirstIntValue(insertOp.getStrides()); in matchAndRewrite()
226 uint64_t offset = getFirstIntValue(insertOp.getOffsets()); in matchAndRewrite()
231 insertOp, dstVector.getType(), srcVector, dstVector, in matchAndRewrite()
[all …]
/llvm-project-15.0.7/mlir/lib/Dialect/Bufferization/Transforms/
H A DAllocTensorElimination.cpp217 auto insertOp = cast<tensor::InsertSliceOp>(operand.getOwner()); in insertSliceAnchoredAllocTensorEliminationStep() local
219 loc, insertOp.getSourceType(), insertOp.getDest(), in insertSliceAnchoredAllocTensorEliminationStep()
220 insertOp.getMixedOffsets(), insertOp.getMixedSizes(), in insertSliceAnchoredAllocTensorEliminationStep()
221 insertOp.getMixedStrides()); in insertSliceAnchoredAllocTensorEliminationStep()
/llvm-project-15.0.7/mlir/lib/Dialect/SPIRV/Transforms/
H A DRewriteInsertsPass.cpp69 for (auto insertOp : llvm::reverse(insertions)) { in runOnOperation() local
70 auto *op = insertOp.getOperation(); in runOnOperation()
72 insertOp.erase(); in runOnOperation()
/llvm-project-15.0.7/mlir/lib/Dialect/Vector/IR/
H A DVectorOps.cpp1454 while (insertOp) { in foldExtractStridedOpFromInsertChain()
1506 insertOp = insertOp.getDest().getDefiningOp<InsertStridedSliceOp>(); in foldExtractStridedOpFromInsertChain()
2021 insertOp, insertOp.getDestVectorType(), insertOp.getSource()); in matchAndRewrite()
2547 while (insertOp) { in foldExtractStridedOpFromInsertChain()
2591 insertOp = insertOp.getDest().getDefiningOp<InsertStridedSliceOp>(); in foldExtractStridedOpFromInsertChain()
3753 insertOp.getType().getRank() - insertOp.getSourceType().getRank(); in matchAndRewrite()
3757 insertOp.getType(), insertOp.getMixedOffsets(), in matchAndRewrite()
3758 insertOp.getMixedSizes(), insertOp.getMixedStrides()); in matchAndRewrite()
3766 rewriter, insertOp.getLoc(), insertOp.getMixedOffsets()); in matchAndRewrite()
3863 extractOp.getLoc(), insertOp.getSourceType(), insertOp.getDest(), in matchAndRewrite()
[all …]
/llvm-project-15.0.7/mlir/lib/Dialect/Linalg/IR/
H A DLinalgOps.cpp562 LogicalResult matchAndRewrite(tensor::InsertSliceOp insertOp, in matchAndRewrite()
568 if (insertOp.getType().getRank() != insertOp.getSourceType().getRank()) in matchAndRewrite()
573 Value firstDest = insertOp.getDest(); in matchAndRewrite()
584 if (insertOp.isDynamicOffset(i) || insertOp.isDynamicSize(i) || in matchAndRewrite()
593 int64_t nextStart = insertOp.getStaticOffset(i); in matchAndRewrite()
595 insertOp.getStaticStride(i); in matchAndRewrite()
620 SmallVector<OpFoldResult> oldOffsets = insertOp.getMixedOffsets(); in matchAndRewrite()
622 Location loc = insertOp.getLoc(); in matchAndRewrite()
636 rewriter, insertOp.getLoc(), std::get<1>(p)); in matchAndRewrite()
649 insertOp, srcPadOp.getSource(), insertOp.getDest(), newOffsets, in matchAndRewrite()
[all …]
/llvm-project-15.0.7/mlir/lib/Dialect/Tensor/IR/
H A DTensorOps.cpp1410 if (insertOp && insertOp.getSource().getType() == extractOp.getType() && in foldExtractAfterInsertSlice()
1411 insertOp.isSameAs(extractOp, isSame)) in foldExtractAfterInsertSlice()
1412 return insertOp.getSource(); in foldExtractAfterInsertSlice()
1541 !prevInsertOp.isSameAs(insertOp, isSame)) in foldInsertAfterInsertSlice()
1544 insertOp.getDestMutable().assign(prevInsertOp.getDest()); in foldInsertAfterInsertSlice()
1554 if (insertOp.getSourceType().hasStaticShape() && in foldInsertOp()
1555 insertOp.getDestType().hasStaticShape() && in foldInsertOp()
1556 insertOp.getSourceType() == insertOp.getDestType() && in foldInsertOp()
1558 insertOp, insertOp.getDestType()))) in foldInsertOp()
1559 return static_cast<OpFoldResult>(insertOp.getSource()); in foldInsertOp()
[all …]
/llvm-project-15.0.7/mlir/lib/Conversion/VectorToSCF/
H A DVectorToSCF.cpp859 if (auto insertOp = getInsertOp(xferOp)) in getResultVector() local
860 return insertOp.getDest(); in getResultVector()
871 if (auto insertOp = dyn_cast<vector::InsertOp>(xferOpUser)) in getInsertOp() local
872 return insertOp; in getInsertOp()
882 if (auto insertOp = getInsertOp(xferOp)) { in getInsertionIndices() local
883 for (Attribute attr : insertOp.getPosition()) in getInsertionIndices()
901 auto insertOp = getInsertOp(xferOp); in matchAndRewrite() local
943 if (insertOp) { in matchAndRewrite()
945 rewriter.replaceOp(insertOp, vec); in matchAndRewrite()
/llvm-project-15.0.7/mlir/lib/Dialect/Tensor/Transforms/
H A DBufferizableOpInterfaceImpl.cpp536 auto insertOp = cast<tensor::InsertOp>(op); in bufferize() local
538 getBuffer(rewriter, insertOp.getDest(), options); in bufferize()
541 rewriter.create<memref::StoreOp>(insertOp.getLoc(), insertOp.getScalar(), in bufferize()
542 *destMemref, insertOp.getIndices()); in bufferize()
827 auto insertOp = cast<ParallelInsertSliceOp>(op); in getAliasingOpResult() local
828 return {insertOp.getTiedOpResult()}; in getAliasingOpResult()
/llvm-project-15.0.7/mlir/lib/Conversion/VectorToLLVM/
H A DConvertVectorToLLVM.cpp766 matchAndRewrite(vector::InsertOp insertOp, OpAdaptor adaptor, in matchAndRewrite() argument
768 auto loc = insertOp->getLoc(); in matchAndRewrite()
769 auto sourceType = insertOp.getSourceType(); in matchAndRewrite()
770 auto destVectorType = insertOp.getDestVectorType(); in matchAndRewrite()
772 auto positionArrayAttr = insertOp.getPosition(); in matchAndRewrite()
781 rewriter.replaceOp(insertOp, adaptor.getSource()); in matchAndRewrite()
790 rewriter.replaceOp(insertOp, inserted); in matchAndRewrite()
795 auto *context = insertOp->getContext(); in matchAndRewrite()
825 rewriter.replaceOp(insertOp, inserted); in matchAndRewrite()
/llvm-project-15.0.7/mlir/lib/Dialect/Linalg/Transforms/
H A DVectorization.cpp1025 tensor::InsertSliceOp insertOp) const override { in rewriteUser()
1030 if (!insertOp.hasUnitStride()) in rewriteUser()
1040 if (insertOp.getDest() == padOp.getResult()) in rewriteUser()
1046 unsigned tensorRank = insertOp.getType().getRank(); in rewriteUser()
1053 llvm::zip(insertOp.getMixedSizes(), expectedSizes), [](auto it) { in rewriteUser()
1060 rewriter.setInsertionPoint(insertOp); in rewriteUser()
1073 ofrToIndexValues(rewriter, padOp.getLoc(), insertOp.getMixedOffsets()); in rewriteUser()
1076 insertOp, read, insertOp.getDest(), writeIndices, in rewriteUser()
/llvm-project-15.0.7/mlir/lib/Dialect/SCF/Transforms/
H A DBufferizableOpInterfaceImpl.cpp928 terminator.walk([&](tensor::ParallelInsertSliceOp insertOp) { in getInsertionDest() argument
929 result.push_back(&insertOp->getOpOperand(1) /*dest*/); in getInsertionDest()
/llvm-project-15.0.7/flang/lib/Optimizer/CodeGen/
H A DCodeGen.cpp2693 for (auto insertOp : insertOnRangeOps) { in matchAndRewrite() local
2694 if (isFullRange(insertOp.getCoor(), insertOp.getType())) { in matchAndRewrite()
2695 auto seqTyAttr = convertType(insertOp.getType()); in matchAndRewrite()
2696 auto *op = insertOp.getVal().getDefiningOp(); in matchAndRewrite()
2706 insertOp.getType().getShape(), constant.getType()); in matchAndRewrite()
2709 rewriter.setInsertionPointAfter(insertOp); in matchAndRewrite()
2711 insertOp, seqTyAttr, denseAttr); in matchAndRewrite()