Searched refs:readOp (Results 1 – 8 of 8) sorted by relevance
| /llvm-project-15.0.7/mlir/lib/Dialect/Vector/Transforms/ |
| H A D | BufferizableOpInterfaceImpl.cpp | 50 auto readOp = cast<vector::TransferReadOp>(op); in bufferize() local
51 assert(readOp.getShapedType().isa<TensorType>() && in bufferize()
53 FailureOr<Value> buffer = getBuffer(rewriter, readOp.getSource(), options); in bufferize()
57 rewriter, readOp, readOp.getVectorType(), *buffer, readOp.getIndices(), in bufferize()
58 readOp.getPermutationMap(), readOp.getPadding(), readOp.getMask(), in bufferize()
59 readOp.getInBoundsAttr()); in bufferize()
|
| H A D | VectorUnrollDistribute.cpp | 187 LogicalResult matchAndRewrite(vector::TransferReadOp readOp, in matchAndRewrite()
190 if (readOp.getTransferRank() == 0) in matchAndRewrite()
192 if (readOp.getMask()) in matchAndRewrite()
194 auto targetShape = getTargetShape(options, readOp); in matchAndRewrite()
197 auto sourceVectorType = readOp.getVectorType(); in matchAndRewrite()
199 Location loc = readOp.getLoc(); in matchAndRewrite()
211 getUnrollOrder(originalSize.size(), readOp, options); in matchAndRewrite()
221 loc, targetType, readOp.getSource(), indices, in matchAndRewrite()
222 readOp.getPermutationMapAttr(), readOp.getPadding(), readOp.getMask(), in matchAndRewrite()
223 readOp.getInBoundsAttr()); in matchAndRewrite()
[all …]
|
| H A D | VectorTransforms.cpp | 2599 LogicalResult matchAndRewrite(vector::TransferReadOp readOp, in matchAndRewrite() argument
2602 if (readOp.getTransferRank() == 0) in matchAndRewrite()
2606 if (readOp.getMask()) in matchAndRewrite()
2609 auto srcType = readOp.getSource().getType().dyn_cast<MemRefType>(); in matchAndRewrite()
2613 if (!readOp.getPermutationMap().isMinorIdentity()) in matchAndRewrite()
2616 auto targetType = readOp.getVectorType(); in matchAndRewrite()
2660 auto loc = readOp.getLoc(); in matchAndRewrite()
2665 readOp.getInBounds() in matchAndRewrite()
2667 readOp.getInBoundsAttr().getValue().drop_back(dimsToDrop)) in matchAndRewrite()
2677 readOp.getPadding(), in matchAndRewrite()
[all …]
|
| /llvm-project-15.0.7/mlir/lib/Conversion/VectorToGPU/ |
| H A D | VectorToGPU.cpp | 112 static bool transferReadSupportsMMAMatrixType(vector::TransferReadOp readOp, in transferReadSupportsMMAMatrixType() argument
114 if (readOp.getMask() || readOp.hasOutOfBoundsDim() || in transferReadSupportsMMAMatrixType()
115 readOp.getVectorType().getRank() != 2) in transferReadSupportsMMAMatrixType()
117 if (!getMemrefConstantHorizontalStride(readOp.getShapedType())) in transferReadSupportsMMAMatrixType()
119 AffineMap map = readOp.getPermutationMap(); in transferReadSupportsMMAMatrixType()
120 OpBuilder b(readOp.getContext()); in transferReadSupportsMMAMatrixType()
124 readOp.getContext()); in transferReadSupportsMMAMatrixType()
|
| /llvm-project-15.0.7/mlir/test/lib/Dialect/Vector/ |
| H A D | TestVectorTransforms.cpp | 81 if (auto readOp = dyn_cast<vector::TransferReadOp>(op)) { in getShape() local
83 for (Operation *users : readOp->getUsers()) { in getShape()
521 if (auto readOp = dyn_cast<vector::TransferReadOp>(op)) in runOnOperation() local
522 numLoops = readOp.getVectorType().getRank(); in runOnOperation()
|
| /llvm-project-15.0.7/mlir/lib/Target/LLVMIR/Dialect/OpenMP/ |
| H A D | OpenMPToLLVMIRTranslation.cpp | 1006 auto readOp = cast<omp::AtomicReadOp>(opInst); in convertOmpAtomicRead() local
1011 llvm::AtomicOrdering AO = convertAtomicOrdering(readOp.memory_order_val()); in convertOmpAtomicRead()
1012 llvm::Value *x = moduleTranslation.lookupValue(readOp.x()); in convertOmpAtomicRead()
1013 Type xTy = readOp.x().getType().cast<omp::PointerLikeType>().getElementType(); in convertOmpAtomicRead()
1014 llvm::Value *v = moduleTranslation.lookupValue(readOp.v()); in convertOmpAtomicRead()
1015 Type vTy = readOp.v().getType().cast<omp::PointerLikeType>().getElementType(); in convertOmpAtomicRead()
|
| /llvm-project-15.0.7/mlir/lib/Dialect/Affine/Analysis/ |
| H A D | AffineAnalysis.cpp | 143 if (auto readOp = dyn_cast<AffineReadOpInterface>(op)) { in isLoopMemoryParallel() local
145 if (!isLocallyDefined(readOp.getMemRef(), forOp)) in isLoopMemoryParallel()
|
| /llvm-project-15.0.7/mlir/lib/Dialect/Vector/IR/ |
| H A D | VectorOps.cpp | 3155 static Value foldRAW(TransferReadOp readOp) { in foldRAW() argument
3156 if (!readOp.getShapedType().isa<RankedTensorType>()) in foldRAW()
3160 if (checkSameValueRAW(defWrite, readOp)) in foldRAW()
3164 cast<VectorTransferOpInterface>(readOp.getOperation()))) in foldRAW()
3314 LogicalResult matchAndRewrite(TransferReadOp readOp, in matchAndRewrite()
3316 if (readOp.hasOutOfBoundsDim() || in matchAndRewrite()
3317 !readOp.getShapedType().isa<RankedTensorType>()) in matchAndRewrite()
3325 if (readOp.getIndices() == defWrite.getIndices() && in matchAndRewrite()
3326 readOp.getMask() == defWrite.getMask()) { in matchAndRewrite()
3349 Location loc = readOp.getLoc(); in matchAndRewrite()
[all …]
|