| /llvm-project-15.0.7/mlir/lib/Conversion/MemRefToSPIRV/ |
| H A D | MemRefToSPIRV.cpp | 200 class IntLoadOpPattern final : public OpConversionPattern<memref::LoadOp> { 202 using OpConversionPattern<memref::LoadOp>::OpConversionPattern; 205 matchAndRewrite(memref::LoadOp loadOp, OpAdaptor adaptor, 210 class LoadOpPattern final : public OpConversionPattern<memref::LoadOp> { 212 using OpConversionPattern<memref::LoadOp>::OpConversionPattern; 215 matchAndRewrite(memref::LoadOp loadOp, OpAdaptor adaptor, 318 IntLoadOpPattern::matchAndRewrite(memref::LoadOp loadOp, OpAdaptor adaptor, in matchAndRewrite() 354 rewriter.create<spirv::LoadOp>(loc, accessChainOp.getResult()); in matchAndRewrite() 367 Value spvLoadOp = rewriter.create<spirv::LoadOp>( in matchAndRewrite() 414 LoadOpPattern::matchAndRewrite(memref::LoadOp loadOp, OpAdaptor adaptor, in matchAndRewrite() [all …]
|
| /llvm-project-15.0.7/mlir/lib/Dialect/NVGPU/Transforms/ |
| H A D | OptimizeSharedMemory.cpp | 107 if (auto loadOp = dyn_cast<memref::LoadOp>(op)) in getIndices() 111 if (auto vectorReadOp = dyn_cast<vector::LoadOp>(op)) in getIndices() 123 if (auto loadOp = dyn_cast<memref::LoadOp>(op)) in setIndices() 127 if (auto vectorReadOp = dyn_cast<vector::LoadOp>(op)) in setIndices() 158 return !isa<memref::LoadOp, vector::LoadOp, nvgpu::LdMatrixOp>(op) || in getShmReadAndWriteOps()
|
| /llvm-project-15.0.7/flang/lib/Optimizer/Transforms/ |
| H A D | MemRefDataFlowOpt.cpp | 103 LoadStoreForwarding<fir::LoadOp, fir::StoreOp> lsf(domInfo); in runOnOperation() 104 f.walk([&](fir::LoadOp loadOp) { in runOnOperation() 119 storeOp, getSpecificUsers<fir::LoadOp>(storeOp.getMemref()))) { in runOnOperation()
|
| H A D | AffinePromotion.cpp | 137 for (auto loadOp : loopOperation.getOps<fir::LoadOp>()) in analyzeMemoryAccess() 415 static void rewriteLoad(fir::LoadOp loadOp, mlir::PatternRewriter &rewriter) { in rewriteLoad() 433 if (isa<fir::LoadOp>(bodyOp)) in rewriteMemoryOps() 434 rewriteLoad(cast<fir::LoadOp>(bodyOp), rewriter); in rewriteMemoryOps()
|
| H A D | CharacterConversion.cpp | 83 auto load = rewriter.create<fir::LoadOp>(loc, fromi); in matchAndRewrite()
|
| /llvm-project-15.0.7/mlir/lib/Dialect/SparseTensor/Transforms/ |
| H A D | BufferizableOpInterfaceImpl.cpp | 61 sparse_tensor::LoadOp> { 106 sparse_tensor::LoadOp::attachInterface<LoadOpInterface>(*ctx); in registerBufferizableOpInterfaceExternalModels()
|
| H A D | SparseTensorConversion.cpp | 359 ivs.push_back(builder.create<memref::LoadOp>(loc, ind, idx)); in insertScalarIntoDenseTensor() 361 Value elemV = builder.create<memref::LoadOp>(loc, elemPtr); in insertScalarIntoDenseTensor() 415 val = rewriter.create<memref::LoadOp>(loc, srcIdx, idx); in translateIndices() 422 Value old = rewriter.create<memref::LoadOp>(loc, srcIdx, jdx); in translateIndices() 941 class SparseTensorLoadConverter : public OpConversionPattern<LoadOp> { 945 matchAndRewrite(LoadOp op, OpAdaptor adaptor, in matchAndRewrite()
|
| /llvm-project-15.0.7/mlir/lib/Dialect/SPIRV/Transforms/ |
| H A D | UnifyAliasedResourcePass.cpp | 218 if (auto loadOp = dyn_cast<spirv::LoadOp>(op)) in shouldUnify() 402 struct ConvertLoad : public ConvertAliasResource<spirv::LoadOp> { 406 matchAndRewrite(spirv::LoadOp loadOp, OpAdaptor adaptor, in matchAndRewrite() 416 auto newLoadOp = rewriter.create<spirv::LoadOp>(loc, adaptor.ptr()); in matchAndRewrite() 460 components.push_back(rewriter.create<spirv::LoadOp>(loc, componentAcOp)); in matchAndRewrite() 521 spirv::AccessChainOp, spirv::LoadOp, in runOnOperation()
|
| H A D | DecorateCompositeTypeLayoutPass.cpp | 95 SPIRVPassThroughConversion<spirv::LoadOp>, in populateSPIRVLayoutInfoPatterns() 126 target.addDynamicallyLegalOp<spirv::AccessChainOp, spirv::LoadOp, in runOnOperation()
|
| /llvm-project-15.0.7/mlir/lib/Conversion/VectorToSCF/ |
| H A D | VectorToSCF.cpp | 298 result.maskBuffer = b.create<memref::LoadOp>(loc, maskBuffer); in allocBuffers() 324 auto loadOp = xferOp.getMask().template getDefiningOp<memref::LoadOp>(); in getMaskBuffer() 457 auto loadOp = xferOp.getVector().getDefiningOp<memref::LoadOp>(); in getBuffer() 465 auto loadOp = xferOp.getVector().getDefiningOp<memref::LoadOp>(); in getBufferIndices() 491 auto vec = b.create<memref::LoadOp>(loc, buffer, loadIndices); in rewriteOp() 588 rewriter.replaceOpWithNewOp<memref::LoadOp>(xferOp, buffers.dataBuffer); in matchAndRewrite() 630 auto loadedVec = rewriter.create<memref::LoadOp>(loc, buffers.dataBuffer); in matchAndRewrite() 759 auto mask = b.create<memref::LoadOp>(loc, castedMaskBuffer, in matchAndRewrite() 1138 b.create<memref::LoadOp>(loc, xferOp.getSource(), indices); in generateForLoopBody()
|
| /llvm-project-15.0.7/mlir/lib/Conversion/LLVMCommon/ |
| H A D | MemRefBuilder.cpp | 153 return builder.create<LLVM::LoadOp>(loc, resultPtr); in size() 386 return builder.create<LLVM::LoadOp>(loc, elementPtrPtr); in allocatedPtr() 409 return builder.create<LLVM::LoadOp>(loc, alignedGep); in alignedPtr() 440 return builder.create<LLVM::LoadOp>(loc, offsetGep); in offset() 485 return builder.create<LLVM::LoadOp>(loc, sizeStoreGep); in size() 513 return builder.create<LLVM::LoadOp>(loc, strideStoreGep); in stride()
|
| /llvm-project-15.0.7/mlir/python/mlir/dialects/ |
| H A D | _memref_ops_ext.py | 14 class LoadOp: class
|
| /llvm-project-15.0.7/flang/include/flang/Optimizer/Builder/ |
| H A D | Factory.h | 52 auto load = builder.template create<fir::LoadOp>(loc, src); in genCharacterCopy() 80 auto load = builder.template create<fir::LoadOp>(loc, in); in genCharacterCopy() 124 auto load = builder.template create<fir::LoadOp>(loc, in); in genCharacterCopy()
|
| /llvm-project-15.0.7/mlir/test/python/dialects/ |
| H A D | memref.py | 69 memref.LoadOp(f.arguments[0], f.arguments[1:])
|
| /llvm-project-15.0.7/flang/include/flang/Optimizer/Dialect/ |
| H A D | FIROpsSupport.h | 20 if (auto load = mlir::dyn_cast<fir::LoadOp>(op)) in nonVolatileLoad()
|
| /llvm-project-15.0.7/mlir/lib/Conversion/TensorToSPIRV/ |
| H A D | TensorToSPIRV.cpp | 87 rewriter.replaceOpWithNewOp<spirv::LoadOp>(extractOp, acOp); in matchAndRewrite()
|
| /llvm-project-15.0.7/flang/lib/Optimizer/CodeGen/ |
| H A D | TargetRewrite.cpp | 134 return rewriter->create<fir::LoadOp>(loc, cast); in rewriteCallComplexResultType() 143 return rewriter->create<fir::LoadOp>(loc, cast); in rewriteCallComplexResultType() 168 newOpers.push_back(rewriter->create<fir::LoadOp>(loc, mem)); in rewriteCallComplexInputType() 580 auto load = rewriter->create<fir::LoadOp>(loc, cast); in convertSignature() 596 mlir::Value load = rewriter->create<fir::LoadOp>(loc, cast); in convertSignature() 647 mlir::Value load = rewriter->create<fir::LoadOp>(loc, mem); in convertSignature()
|
| /llvm-project-15.0.7/flang/lib/Optimizer/Builder/Runtime/ |
| H A D | Ragged.cpp | 37 auto heap = builder.create<fir::LoadOp>(loc, ptr); in genRaggedArrayAllocate()
|
| /llvm-project-15.0.7/flang/lib/Optimizer/Builder/ |
| H A D | MutableBox.cpp | 102 irBox = builder.create<fir::LoadOp>(loc, box.getAddr()); 113 return builder.create<fir::LoadOp>(loc, addrVar); in readBaseAddress() 126 auto lb = builder.create<fir::LoadOp>(loc, mutableProperties.lbounds[dim]); in readShape() 127 auto ext = builder.create<fir::LoadOp>(loc, mutableProperties.extents[dim]); in readShape() 142 return builder.create<fir::LoadOp>(loc, deferred[0]); in readCharacterLength()
|
| /llvm-project-15.0.7/mlir/lib/Dialect/Bufferization/IR/ |
| H A D | BufferizationOps.cpp | 614 struct LoadOfToMemref : public OpRewritePattern<memref::LoadOp> { 615 using OpRewritePattern<memref::LoadOp>::OpRewritePattern; 617 LogicalResult matchAndRewrite(memref::LoadOp load, in matchAndRewrite()
|
| /llvm-project-15.0.7/llvm/lib/Target/CSKY/ |
| H A D | CSKYInstrInfo.td | 1031 multiclass LdPat<PatFrag LoadOp, ImmLeaf imm_type, Instruction Inst, ValueType Type> { 1032 def : Pat<(Type (LoadOp GPR:$rs1)), (Inst GPR:$rs1, 0)>; 1034 def : Pat<(Type (LoadOp (add GPR:$rs1, imm_type:$uimm))), 1036 def : Pat<(Type (LoadOp (add frameindex:$rs1, imm_type:$uimm))), 1038 def : Pat<(Type (LoadOp (eqToAdd frameindex:$rs1, imm_type:$uimm))), 1040 def : Pat<(Type (LoadOp (add GPR:$rs1, tglobaladdr:$gd))), 1056 multiclass LdrPat<PatFrag LoadOp, Instruction Inst, ValueType Type> { 1057 def : Pat<(Type (LoadOp (add GPR:$rs1, GPR:$rs2))), (Inst GPR:$rs1, GPR:$rs2, 0)>; 1058 def : Pat<(Type (LoadOp (add GPR:$rs1, (shl GPR:$rs2, (i32 1))))), (Inst GPR:$rs1, GPR:$rs2, 1)>; 1059 def : Pat<(Type (LoadOp (add GPR:$rs1, (shl GPR:$rs2, (i32 2))))), (Inst GPR:$rs1, GPR:$rs2, 2)>; [all …]
|
| /llvm-project-15.0.7/mlir/lib/Conversion/SCFToSPIRV/ |
| H A D | SCFToSPIRV.cpp | 147 Value loadResult = rewriter.create<spirv::LoadOp>(loc, alloc); in replaceSCFOutputValue() 405 auto loadResult = rewriter.create<spirv::LoadOp>(condLoc, alloc); in matchAndRewrite()
|
| /llvm-project-15.0.7/mlir/lib/Dialect/SCF/Transforms/ |
| H A D | ParallelLoopFusion.cpp | 60 auto walkResult = secondPloop.getBody()->walk([&](memref::LoadOp load) { in haveNoReadsAfterWriteExceptSameIndex()
|
| /llvm-project-15.0.7/mlir/lib/Dialect/GPU/Transforms/ |
| H A D | MemoryPromotion.cpp | 74 Value loaded = b.create<memref::LoadOp>(loc, from, activeIvs); in insertCopyLoops()
|
| H A D | AllReduceLowering.cpp | 131 Value value = create<memref::LoadOp>(valueType, buffer, index); in rewrite() 139 Value result = create<memref::LoadOp>(valueType, buffer, zero); in rewrite()
|