| /llvm-project-15.0.7/mlir/lib/Conversion/TensorToSPIRV/ |
| H A D | TensorToSPIRV.cpp | 46 matchAndRewrite(tensor::ExtractOp extractOp, OpAdaptor adaptor, in matchAndRewrite() argument
48 TensorType tensorType = extractOp.getTensor().getType().cast<TensorType>(); in matchAndRewrite()
51 return rewriter.notifyMatchFailure(extractOp, "non-static tensor"); in matchAndRewrite()
55 return rewriter.notifyMatchFailure(extractOp, in matchAndRewrite()
58 Location loc = extractOp.getLoc(); in matchAndRewrite()
87 rewriter.replaceOpWithNewOp<spirv::LoadOp>(extractOp, acOp); in matchAndRewrite()
|
| /llvm-project-15.0.7/mlir/lib/Conversion/VectorToSPIRV/ |
| H A D | VectorToSPIRV.cpp | 82 matchAndRewrite(vector::ExtractOp extractOp, OpAdaptor adaptor, in matchAndRewrite()
89 auto dstType = getTypeConverter()->convertType(extractOp.getType()); in matchAndRewrite()
94 rewriter.replaceOp(extractOp, adaptor.getVector()); in matchAndRewrite()
98 int32_t id = getFirstIntValue(extractOp.getPosition()); in matchAndRewrite()
100 extractOp, adaptor.getVector(), id); in matchAndRewrite()
112 auto dstType = getTypeConverter()->convertType(extractOp.getType()); in matchAndRewrite()
116 uint64_t offset = getFirstIntValue(extractOp.getOffsets()); in matchAndRewrite()
117 uint64_t size = getFirstIntValue(extractOp.getSizes()); in matchAndRewrite()
118 uint64_t stride = getFirstIntValue(extractOp.getStrides()); in matchAndRewrite()
126 rewriter.replaceOpWithNewOp<spirv::CompositeExtractOp>(extractOp, in matchAndRewrite()
[all …]
|
| /llvm-project-15.0.7/mlir/lib/Dialect/Vector/Transforms/ |
| H A D | VectorDropLeadUnitDim.cpp | 46 LogicalResult matchAndRewrite(vector::ExtractStridedSliceOp extractOp, in matchAndRewrite()
51 VectorType oldSrcType = extractOp.getVectorType(); in matchAndRewrite()
59 VectorType oldDstType = extractOp.getType(); in matchAndRewrite()
64 Location loc = extractOp.getLoc(); in matchAndRewrite()
67 loc, extractOp.getVector(), splatZero(dropCount)); in matchAndRewrite()
72 extractOp.getOffsets().getValue().drop_front(dropCount)); in matchAndRewrite()
74 extractOp.getSizes().getValue().drop_front(dropCount)); in matchAndRewrite()
76 extractOp.getStrides().getValue().drop_front(dropCount)); in matchAndRewrite()
81 rewriter.replaceOpWithNewOp<vector::BroadcastOp>(extractOp, oldDstType, in matchAndRewrite()
|
| H A D | VectorTransforms.cpp | 451 Value extractOp = in matchAndRewrite() local
2251 LogicalResult matchAndRewrite(vector::ExtractOp extractOp, in matchAndRewrite()
2254 if (extractOp.getVectorType().getRank() != 1) in matchAndRewrite()
2290 extractOp.getLoc(), oneScalarType, castOp.getSource(), in matchAndRewrite()
2298 extractOp.getLoc(), packedType, packedValue); in matchAndRewrite()
2302 extractOp, extractOp.getType(), castedValue, in matchAndRewrite()
2346 unsigned rank = extractOp.getVectorType().getRank(); in matchAndRewrite()
2354 ArrayAttr newOffsets = extractOp.getOffsets(); in matchAndRewrite()
2364 ArrayAttr newSizes = extractOp.getSizes(); in matchAndRewrite()
2381 newSizes, extractOp.getStrides()); in matchAndRewrite()
[all …]
|
| H A D | VectorDistribute.cpp | 733 auto extractOp = operand->get().getDefiningOp<vector::ExtractOp>(); in matchAndRewrite() local
734 if (extractOp.getVectorType().getNumElements() != 1) in matchAndRewrite()
736 Location loc = extractOp.getLoc(); in matchAndRewrite()
739 rewriter, warpOp, {extractOp.getVector()}, {extractOp.getVectorType()}, in matchAndRewrite()
743 loc, newWarpOp->getResult(newRetIndices[0]), extractOp.getPosition()); in matchAndRewrite()
|
| /llvm-project-15.0.7/mlir/lib/Dialect/Vector/IR/ |
| H A D | VectorOps.cpp | 1179 ExtractOp extractOp; member in __anon088a7a4f0c11::ExtractFromInsertTransposeChainState
1201 : extractOp(e), vectorRank(extractOp.getVectorType().getRank()), in ExtractFromInsertTransposeChainState()
1268 extractOp->setAttr( in tryToFoldExtractOpInPlace()
1273 return extractOp.getResult(); in tryToFoldExtractOpInPlace()
1556 extractOp, extractOp.getType(), source); in matchAndRewrite()
3229 if (!extractOp) in matchAndRewrite()
3251 extractOp.getSourceType().getRank() - extractOp.getType().getRank(); in matchAndRewrite()
3255 extractOp.getSourceType(), extractOp.getMixedOffsets(), in matchAndRewrite()
3256 extractOp.getMixedSizes(), extractOp.getMixedStrides()); in matchAndRewrite()
3807 auto extractOp = in matchAndRewrite() local
[all …]
|
| /llvm-project-15.0.7/mlir/lib/Dialect/Bufferization/Transforms/ |
| H A D | AllocTensorElimination.cpp | 218 auto extractOp = b.create<tensor::ExtractSliceOp>( in insertSliceAnchoredAllocTensorEliminationStep() local
222 return extractOp.getResult(); in insertSliceAnchoredAllocTensorEliminationStep()
|
| /llvm-project-15.0.7/mlir/lib/Conversion/VectorToLLVM/ |
| H A D | ConvertVectorToLLVM.cpp | 646 matchAndRewrite(vector::ExtractOp extractOp, OpAdaptor adaptor, in matchAndRewrite() argument
648 auto loc = extractOp->getLoc(); in matchAndRewrite()
649 auto vectorType = extractOp.getVectorType(); in matchAndRewrite()
650 auto resultType = extractOp.getResult().getType(); in matchAndRewrite()
652 auto positionArrayAttr = extractOp.getPosition(); in matchAndRewrite()
660 rewriter.replaceOp(extractOp, adaptor.getVector()); in matchAndRewrite()
668 rewriter.replaceOp(extractOp, extracted); in matchAndRewrite()
673 auto *context = extractOp->getContext(); in matchAndRewrite()
691 rewriter.replaceOp(extractOp, extracted); in matchAndRewrite()
|
| /llvm-project-15.0.7/mlir/test/lib/Dialect/Vector/ |
| H A D | TestVectorTransforms.cpp | 416 SmallPtrSet<Operation *, 1> extractOp({ops->extract, ops->insert}); in runOnOperation() local
418 extractOp); in runOnOperation()
477 SmallPtrSet<Operation *, 1> extractOp({ops->extract, ops->insert}); in runOnOperation() local
478 op.getResult().replaceAllUsesExcept(ops->insert.getResult(), extractOp); in runOnOperation()
|
| /llvm-project-15.0.7/mlir/lib/Conversion/VectorToSCF/ |
| H A D | VectorToSCF.cpp | 993 if (auto extractOp = getExtractOp(xferOp)) in getDataVector() local
994 return extractOp.getVector(); in getDataVector()
1009 if (auto extractOp = getExtractOp(xferOp)) { in getExtractionIndices() local
1010 for (Attribute attr : extractOp.getPosition()) in getExtractionIndices()
|
| /llvm-project-15.0.7/mlir/lib/Dialect/Tensor/Transforms/ |
| H A D | BufferizableOpInterfaceImpl.cpp | 329 auto extractOp = cast<tensor::ExtractOp>(op); in bufferize() local
331 getBuffer(rewriter, extractOp.getTensor(), options); in bufferize()
335 extractOp.getIndices()); in bufferize()
|
| /llvm-project-15.0.7/mlir/lib/Dialect/Tensor/IR/ |
| H A D | TensorOps.cpp | 1406 static Value foldExtractAfterInsertSlice(ExtractSliceOp extractOp) { in foldExtractAfterInsertSlice() argument
1407 auto insertOp = extractOp.getSource().getDefiningOp<InsertSliceOp>(); in foldExtractAfterInsertSlice()
1410 if (insertOp && insertOp.getSource().getType() == extractOp.getType() && in foldExtractAfterInsertSlice()
1411 insertOp.isSameAs(extractOp, isSame)) in foldExtractAfterInsertSlice()
|
| /llvm-project-15.0.7/mlir/lib/Conversion/SPIRVToLLVM/ |
| H A D | SPIRVToLLVM.cpp | 1414 auto extractOp = rewriter.create<LLVM::ExtractElementOp>( in matchAndRewrite() local
1417 extractOp, dstIndex); in matchAndRewrite()
|