Home
last modified time | relevance | path

Searched refs:memRefType (Results 1 – 25 of 32) sorted by relevance

12

/llvm-project-15.0.7/mlir/lib/Dialect/NVGPU/Transforms/
H A DOptimizeSharedMemory.cpp175 auto memRefType = memrefValue.getType().dyn_cast<MemRefType>(); in optimizeSharedMemoryReadsAndWrites() local
176 if (!memRefType || memRefType.getMemorySpaceAsInt() != in optimizeSharedMemoryReadsAndWrites()
189 const int64_t rowSize = memRefType.getDimSize(memRefType.getRank() - 1); in optimizeSharedMemoryReadsAndWrites()
191 (8 * kSharedMemoryLineSizeBytes / memRefType.getElementTypeBitWidth()) / in optimizeSharedMemoryReadsAndWrites()
211 int64_t tgtDim = memRefType.getRank() - 1; in optimizeSharedMemoryReadsAndWrites()
212 int64_t srcDim = memRefType.getRank() - 2; in optimizeSharedMemoryReadsAndWrites()
223 memRefType, srcDim, tgtDim); in optimizeSharedMemoryReadsAndWrites()
236 memRefType, srcDim, tgtDim); in optimizeSharedMemoryReadsAndWrites()
/llvm-project-15.0.7/mlir/lib/Conversion/MemRefToLLVM/
H A DAllocLikeConversion.cpp27 MemRefType memRefType = getMemRefResultType(op); in matchAndRewrite() local
28 if (!isConvertibleAndHasIdentityMaps(memRefType)) in matchAndRewrite()
38 this->getMemRefDescriptorSizes(loc, memRefType, operands, rewriter, sizes, in matchAndRewrite()
49 loc, memRefType, allocatedPtr, alignedPtr, sizes, strides, rewriter); in matchAndRewrite()
H A DMemRefToLLVM.cpp52 MemRefType memRefType = allocOp.getType(); in allocateBuffer() local
72 Type elementPtrType = this->getElementPtrType(memRefType); in allocateBuffer()
108 Type elementType = memRefType.getElementType(); in getMemRefEltSizeInBytes()
160 MemRefType memRefType = allocOp.getType(); in allocateBuffer() local
166 if (!isMemRefSizeMultipleOf(memRefType, alignment, op)) in allocateBuffer()
169 Type elementPtrType = this->getElementPtrType(memRefType); in allocateBuffer()
427 MemRefType memRefType = operandType.cast<MemRefType>(); in extractSizeOfRankedMemRef() local
430 if (memRefType.isDynamicDim(i)) { in extractSizeOfRankedMemRef()
436 int64_t dimSize = memRefType.getDimSize(i); in extractSizeOfRankedMemRef()
440 int64_t rank = memRefType.getRank(); in extractSizeOfRankedMemRef()
[all …]
/llvm-project-15.0.7/mlir/lib/Conversion/LLVMCommon/
H A DPattern.cpp121 Location loc, MemRefType memRefType, ValueRange dynamicSizes, in getMemRefDescriptorSizes() argument
124 assert(isConvertibleAndHasIdentityMaps(memRefType) && in getMemRefDescriptorSizes()
126 assert(count(memRefType.getShape(), ShapedType::kDynamicSize) == in getMemRefDescriptorSizes()
130 sizes.reserve(memRefType.getRank()); in getMemRefDescriptorSizes()
132 for (int64_t size : memRefType.getShape()) { in getMemRefDescriptorSizes()
141 strides.resize(memRefType.getRank()); in getMemRefDescriptorSizes()
142 for (auto i = memRefType.getRank(); i-- > 0;) { in getMemRefDescriptorSizes()
145 int64_t size = memRefType.getShape()[i]; in getMemRefDescriptorSizes()
164 Type elementPtrType = getElementPtrType(memRefType); in getMemRefDescriptorSizes()
200 Location loc, MemRefType memRefType, Value allocatedPtr, Value alignedPtr, in createMemRefDescriptor() argument
[all …]
/llvm-project-15.0.7/mlir/lib/Conversion/GPUToVulkan/
H A DConvertGPULaunchFuncToVulkanLaunchFunc.cpp57 if (auto memRefType = type.dyn_cast_or_null<MemRefType>()) { in isSupportedType() local
58 auto elementType = memRefType.getElementType(); in isSupportedType()
59 return memRefType.hasRank() && in isSupportedType()
60 (memRefType.getRank() >= 1 && memRefType.getRank() <= 3) && in isSupportedType()
/llvm-project-15.0.7/mlir/lib/Dialect/Affine/Analysis/
H A DUtils.cpp349 unsigned rank = memRefType.getRank(); in getConstantBoundingSizeAndShape()
363 int64_t dimSize = memRefType.getDimSize(r); in getConstantBoundingSizeAndShape()
385 auto dimSize = memRefType.getDimSize(d); in getConstantBoundingSizeAndShape()
410 unsigned rank = memRefType.getRank(); in getLowerAndUpperBound()
416 /*localExprs=*/{}, memRefType.getContext()); in getLowerAndUpperBound()
589 if (memRefType.isDynamicDim(r)) in compute()
592 memRefType.getDimSize(r) - 1); in compute()
603 auto elementType = memRefType.getElementType(); in getMemRefEltSizeInBytes()
620 if (!memRefType.getLayout().isIdentity()) { in getRegionSize()
645 if (!memRefType.hasStaticShape()) in getMemRefSizeInBytes()
[all …]
H A DLoopAnalysis.cpp219 auto memRefType = memoryOp.getMemRefType(); in isContiguousAccess() local
221 if (!memRefType.getLayout().isIdentity()) in isContiguousAccess()
228 for (unsigned i = 0, e = memRefType.getRank(); i < e; ++i) { in isContiguousAccess()
253 *memRefDim = memRefType.getRank() - (uniqueVaryingIndexAlongIv + 1); in isContiguousAccess()
259 auto memRefType = memoryOp.getMemRefType(); in isVectorElement() local
260 return memRefType.getElementType().template isa<VectorType>(); in isVectorElement()
/llvm-project-15.0.7/mlir/lib/Conversion/GPUCommon/
H A DGPUToLLVMConversion.cpp432 auto memRefType = hostRegisterOp.value().getType(); in matchAndRewrite() local
448 MemRefType memRefType = allocOp.getType(); in matchAndRewrite() local
451 !isConvertibleAndHasIdentityMaps(memRefType) || in matchAndRewrite()
467 Type elementPtrType = this->getElementPtrType(memRefType); in matchAndRewrite()
800 auto memRefType = memcpyOp.src().getType().cast<MemRefType>(); in matchAndRewrite() local
803 !isConvertibleAndHasIdentityMaps(memRefType) || in matchAndRewrite()
810 Value numElements = getNumElements(rewriter, loc, memRefType, srcDesc); in matchAndRewrite()
812 Type elementPtrType = getElementPtrType(memRefType); in matchAndRewrite()
836 auto memRefType = memsetOp.dst().getType().cast<MemRefType>(); in matchAndRewrite() local
839 !isConvertibleAndHasIdentityMaps(memRefType) || in matchAndRewrite()
[all …]
/llvm-project-15.0.7/mlir/lib/Conversion/VectorToLLVM/
H A DConvertVectorToLLVM.cpp100 Value index, MemRefType memRefType, in getIndexedPtrs() argument
106 memRefType.getMemorySpaceAsInt() != 0) in getIndexedPtrs()
117 Value ptr, MemRefType memRefType, Type vt) { in castDataPtr() argument
263 MemRefType memRefType = gather.getMemRefType(); in matchAndRewrite() local
297 MemRefType memRefType = scatter.getMemRefType(); in matchAndRewrite() local
331 MemRefType memRefType = expand.getMemRefType(); in matchAndRewrite() local
354 MemRefType memRefType = compress.getMemRefType(); in matchAndRewrite() local
887 computeContiguousStrides(MemRefType memRefType) { in computeContiguousStrides() argument
890 if (failed(getStridesAndOffset(memRefType, strides, offset))) in computeContiguousStrides()
895 if (memRefType.getLayout().isIdentity()) in computeContiguousStrides()
[all …]
/llvm-project-15.0.7/mlir/examples/toy/Ch7/mlir/
H A DLowerToAffineLoops.cpp70 auto memRefType = convertTensorToMemRef(tensorType); in lowerOpToLoops() local
71 auto alloc = insertAllocAndDealloc(memRefType, loc, rewriter); in lowerOpToLoops()
148 auto memRefType = convertTensorToMemRef(tensorType); in matchAndRewrite() local
149 auto alloc = insertAllocAndDealloc(memRefType, loc, rewriter); in matchAndRewrite()
154 auto valueShape = memRefType.getShape(); in matchAndRewrite()
H A DLowerToLLVM.cpp64 auto memRefType = (*op->operand_type_begin()).cast<MemRefType>(); in matchAndRewrite() local
65 auto memRefShape = memRefType.getShape(); in matchAndRewrite()
/llvm-project-15.0.7/mlir/examples/toy/Ch6/mlir/
H A DLowerToAffineLoops.cpp70 auto memRefType = convertTensorToMemRef(tensorType); in lowerOpToLoops() local
71 auto alloc = insertAllocAndDealloc(memRefType, loc, rewriter); in lowerOpToLoops()
148 auto memRefType = convertTensorToMemRef(tensorType); in matchAndRewrite() local
149 auto alloc = insertAllocAndDealloc(memRefType, loc, rewriter); in matchAndRewrite()
154 auto valueShape = memRefType.getShape(); in matchAndRewrite()
H A DLowerToLLVM.cpp64 auto memRefType = (*op->operand_type_begin()).cast<MemRefType>(); in matchAndRewrite() local
65 auto memRefShape = memRefType.getShape(); in matchAndRewrite()
/llvm-project-15.0.7/mlir/examples/toy/Ch5/mlir/
H A DLowerToAffineLoops.cpp70 auto memRefType = convertTensorToMemRef(tensorType); in lowerOpToLoops() local
71 auto alloc = insertAllocAndDealloc(memRefType, loc, rewriter); in lowerOpToLoops()
148 auto memRefType = convertTensorToMemRef(tensorType); in matchAndRewrite() local
149 auto alloc = insertAllocAndDealloc(memRefType, loc, rewriter); in matchAndRewrite()
154 auto valueShape = memRefType.getShape(); in matchAndRewrite()
/llvm-project-15.0.7/mlir/lib/Dialect/SPIRV/Transforms/
H A DSPIRVConversion.cpp213 if (auto memRefType = type.dyn_cast<MemRefType>()) { in getTypeNumBytes() local
218 if (!memRefType.hasStaticShape() || in getTypeNumBytes()
219 failed(getStridesAndOffset(memRefType, strides, offset))) in getTypeNumBytes()
225 auto elementSize = getTypeNumBytes(options, memRefType.getElementType()); in getTypeNumBytes()
229 if (memRefType.getRank() == 0) in getTypeNumBytes()
232 auto dims = memRefType.getShape(); in getTypeNumBytes()
522 addConversion([this](MemRefType memRefType) { in SPIRVTypeConverter() argument
523 return convertMemrefType(this->targetEnv, this->options, memRefType); in SPIRVTypeConverter()
/llvm-project-15.0.7/mlir/lib/Conversion/OpenACCToLLVM/
H A DOpenACCToLLVM.cpp100 if (auto memRefType = in matchAndRewrite() local
102 Type structType = converter->convertType(memRefType); in matchAndRewrite()
114 loc, memRefType, {}, builder, sizes, strides, sizeBytes); in matchAndRewrite()
/llvm-project-15.0.7/mlir/lib/Conversion/SPIRVToLLVM/
H A DConvertLaunchFuncToLLVMCalls.cpp213 auto memRefType = launchOp.getKernelOperand(operand.index()) in matchAndRewrite() local
216 if (!memRefType) in matchAndRewrite()
224 getMemRefDescriptorSizes(loc, memRefType, {}, rewriter, sizes, strides, in matchAndRewrite()
/llvm-project-15.0.7/mlir/include/mlir/Conversion/LLVMCommon/
H A DPattern.h97 void getMemRefDescriptorSizes(Location loc, MemRefType memRefType,
114 createMemRefDescriptor(Location loc, MemRefType memRefType,
/llvm-project-15.0.7/mlir/lib/Dialect/GPU/Transforms/
H A DMemoryPromotion.cpp33 auto memRefType = from.getType().cast<MemRefType>(); in insertCopyLoops() local
34 auto rank = memRefType.getRank(); in insertCopyLoops()
/llvm-project-15.0.7/mlir/lib/Conversion/FuncToLLVM/
H A DFuncToLLVM.cpp237 auto memRefType = en.value().dyn_cast<MemRefType>(); in wrapExternalFunction() local
239 if (memRefType || unrankedMemRefType) { in wrapExternalFunction()
240 numToDrop = memRefType in wrapExternalFunction()
241 ? MemRefDescriptor::getNumUnpackedValues(memRefType) in wrapExternalFunction()
244 memRefType in wrapExternalFunction()
245 ? MemRefDescriptor::pack(builder, loc, typeConverter, memRefType, in wrapExternalFunction()
/llvm-project-15.0.7/mlir/lib/Dialect/Bufferization/Transforms/
H A DFuncBufferizableOpInterfaceImpl.cpp317 auto memRefType = funcType.getInput(idx); in bufferize() local
323 if (buffer.getType() != memRefType) { in bufferize()
325 memref::CastOp::areCastCompatible(buffer.getType(), memRefType) && in bufferize()
328 memRefType, buffer); in bufferize()
/llvm-project-15.0.7/mlir/lib/Dialect/Affine/Transforms/
H A DSuperVectorize.cpp1168 MemRefType memRefType = loadOp.getMemRefType(); in vectorizeAffineLoad() local
1169 Type elementType = memRefType.getElementType(); in vectorizeAffineLoad()
1178 indices.reserve(memRefType.getRank()); in vectorizeAffineLoad()
1180 state.builder.getMultiDimIdentityMap(memRefType.getRank())) in vectorizeAffineLoad()
1212 MemRefType memRefType = storeOp.getMemRefType(); in vectorizeAffineStore() local
1223 indices.reserve(memRefType.getRank()); in vectorizeAffineStore()
1225 state.builder.getMultiDimIdentityMap(memRefType.getRank())) in vectorizeAffineStore()
/llvm-project-15.0.7/mlir/lib/Dialect/MemRef/IR/
H A DMemRefOps.cpp120 auto memRefType = op.getResult().getType().template dyn_cast<MemRefType>(); in verifyAllocLikeOp() local
121 if (!memRefType) in verifyAllocLikeOp()
125 memRefType.getNumDynamicDims()) in verifyAllocLikeOp()
130 if (!memRefType.getLayout().isIdentity()) in verifyAllocLikeOp()
131 numSymbols = memRefType.getLayout().getAffineMap().getNumSymbols(); in verifyAllocLikeOp()
2636 static MemRefType inferTransposeResultType(MemRefType memRefType, in inferTransposeResultType() argument
2638 auto rank = memRefType.getRank(); in inferTransposeResultType()
2639 auto originalSizes = memRefType.getShape(); in inferTransposeResultType()
2649 auto res = getStridesAndOffset(memRefType, strides, offset); in inferTransposeResultType()
2655 return MemRefType::Builder(memRefType) in inferTransposeResultType()
[all …]
/llvm-project-15.0.7/mlir/include/mlir/Dialect/Affine/Analysis/
H A DUtils.h355 Optional<uint64_t> getMemRefSizeInBytes(MemRefType memRefType);
/llvm-project-15.0.7/mlir/lib/Dialect/GPU/IR/
H A DGPUDialect.cpp1348 auto memRefType = memref().getType().cast<MemRefType>(); in verify() local
1351 memRefType.getNumDynamicDims()) in verify()
1356 if (!memRefType.getLayout().isIdentity()) in verify()
1357 numSymbols = memRefType.getLayout().getAffineMap().getNumSymbols(); in verify()

12