| /llvm-project-15.0.7/mlir/lib/Dialect/Vector/Transforms/ |
| H A D | BufferizableOpInterfaceImpl.cpp | 97 auto writeOp = cast<vector::TransferWriteOp>(op); in bufferize() local
98 assert(writeOp.getShapedType().isa<TensorType>() && in bufferize()
103 getBuffer(rewriter, writeOp.getSource(), options); in bufferize()
107 writeOp.getLoc(), writeOp.getVector(), *resultBuffer, in bufferize()
108 writeOp.getIndices(), writeOp.getPermutationMapAttr(), in bufferize()
109 writeOp.getMask(), writeOp.getInBoundsAttr()); in bufferize()
|
| H A D | VectorDistribute.cpp | 288 assert(writeOp->getParentOp() == warpOp && in cloneWriteOp()
293 rewriter, warpOp, ValueRange{{writeOp.getVector()}}, in cloneWriteOp()
298 rewriter.eraseOp(writeOp); in cloneWriteOp()
331 VectorType writtenVectorType = writeOp.getVectorType(); in tryDistributeOp()
339 AffineMap map = distributionMapFn(writeOp); in tryDistributeOp()
390 Location loc = writeOp.getLoc(); in tryExtractOp()
391 VectorType vecType = writeOp.getVectorType(); in tryExtractOp()
419 rewriter.eraseOp(writeOp); in tryExtractOp()
427 if (writeOp.getMask()) in matchAndRewrite()
435 Operation *nextOp = writeOp.getOperation(); in matchAndRewrite()
[all …]
|
| H A D | VectorUnrollDistribute.cpp | 242 LogicalResult matchAndRewrite(vector::TransferWriteOp writeOp, in matchAndRewrite()
245 if (writeOp.getTransferRank() == 0) in matchAndRewrite()
248 if (writeOp.getMask()) in matchAndRewrite()
250 auto targetShape = getTargetShape(options, writeOp); in matchAndRewrite()
253 auto sourceVectorType = writeOp.getVectorType(); in matchAndRewrite()
255 Location loc = writeOp.getLoc(); in matchAndRewrite()
258 writeOp.getIndices().end()); in matchAndRewrite()
261 getUnrollOrder(originalSize.size(), writeOp, options); in matchAndRewrite()
275 indices, writeOp.getPermutationMapAttr(), writeOp.getInBoundsAttr()); in matchAndRewrite()
281 rewriter.replaceOp(writeOp, resultTensor); in matchAndRewrite()
[all …]
|
| /llvm-project-15.0.7/mlir/test/lib/Dialect/Vector/ |
| H A D | TestVectorTransforms.cpp | 95 if (auto writeOp = dyn_cast<vector::TransferWriteOp>(op)) { in getShape() local
96 auto insert = writeOp.getVector().getDefiningOp<InsertStridedSliceOp>(); in getShape()
523 else if (auto writeOp = dyn_cast<vector::TransferWriteOp>(op)) in runOnOperation() local
524 numLoops = writeOp.getVectorType().getRank(); in runOnOperation()
869 auto distributionFn = [](vector::TransferWriteOp writeOp) { in runOnOperation() argument
873 int64_t vecRank = writeOp.getVectorType().getRank(); in runOnOperation()
874 OpBuilder builder(writeOp.getContext()); in runOnOperation()
|
| /llvm-project-15.0.7/mlir/lib/Conversion/VectorToGPU/ |
| H A D | VectorToGPU.cpp | 137 transferWriteSupportsMMAMatrixType(vector::TransferWriteOp writeOp) { in transferWriteSupportsMMAMatrixType() argument
139 if (writeOp.getTransferRank() == 0) in transferWriteSupportsMMAMatrixType()
142 if (writeOp.getMask() || writeOp.hasOutOfBoundsDim() || in transferWriteSupportsMMAMatrixType()
143 writeOp.getVectorType().getRank() != 2) in transferWriteSupportsMMAMatrixType()
145 if (!getMemrefConstantHorizontalStride(writeOp.getShapedType())) in transferWriteSupportsMMAMatrixType()
148 if (!writeOp.getPermutationMap().isMinorIdentity()) in transferWriteSupportsMMAMatrixType()
|
| H A D | NvGpuSupport.cpp | 58 if (vector::TransferWriteOp writeOp = dyn_cast<vector::TransferWriteOp>(op)) { in getWarpMatrixInfo() local
59 info.vectorType = writeOp.getVectorType(); in getWarpMatrixInfo()
|
| /llvm-project-15.0.7/llvm/lib/ObjectYAML/ |
| H A D | MachOEmitter.cpp | 526 for (auto writeOp : WriteQueue) { in writeLinkEditData() local
527 ZeroToOffset(OS, writeOp.first); in writeLinkEditData()
528 (this->*writeOp.second)(OS); in writeLinkEditData()
|
| /llvm-project-15.0.7/mlir/lib/Dialect/Affine/Analysis/ |
| H A D | AffineAnalysis.cpp | 147 } else if (auto writeOp = dyn_cast<AffineWriteOpInterface>(op)) { in isLoopMemoryParallel() local
149 if (!isLocallyDefined(writeOp.getMemRef(), forOp)) in isLoopMemoryParallel()
|
| /llvm-project-15.0.7/mlir/lib/Target/LLVMIR/Dialect/OpenMP/ |
| H A D | OpenMPToLLVMIRTranslation.cpp | 1028 auto writeOp = cast<omp::AtomicWriteOp>(opInst); in convertOmpAtomicWrite() local
1032 llvm::AtomicOrdering ao = convertAtomicOrdering(writeOp.memory_order_val()); in convertOmpAtomicWrite()
1033 llvm::Value *expr = moduleTranslation.lookupValue(writeOp.value()); in convertOmpAtomicWrite()
1034 llvm::Value *dest = moduleTranslation.lookupValue(writeOp.address()); in convertOmpAtomicWrite()
1035 llvm::Type *ty = moduleTranslation.convertType(writeOp.value().getType()); in convertOmpAtomicWrite()
|
| /llvm-project-15.0.7/mlir/lib/Dialect/Vector/IR/ |
| H A D | VectorOps.cpp | 3662 LogicalResult matchAndRewrite(TransferWriteOp writeOp, in matchAndRewrite() argument
3664 if (!writeOp.getShapedType().isa<RankedTensorType>()) in matchAndRewrite()
3666 vector::TransferWriteOp writeToModify = writeOp; in matchAndRewrite()
3669 writeOp.getSource().getDefiningOp<vector::TransferWriteOp>(); in matchAndRewrite()
3671 if (checkSameValueWAW(writeOp, defWrite)) { in matchAndRewrite()
3677 cast<VectorTransferOpInterface>(writeOp.getOperation()))) in matchAndRewrite()
|