Home
last modified time | relevance | path

Searched refs:StoreOp (Results 1 – 25 of 68) sorted by relevance

123

/llvm-project-15.0.7/mlir/lib/Dialect/SPIRV/IR/
H A DSPIRVCanonicalization.cpp330 cast<spirv::StoreOp>(trueBlock->front())->getAttrs(); in matchAndRewrite()
335 rewriter.create<spirv::StoreOp>(selectOp.getLoc(), ptrValue, in matchAndRewrite()
358 bool isSameAttrList(spirv::StoreOp lhs, spirv::StoreOp rhs) const { in isSameAttrList()
364 auto storeOp = cast<spirv::StoreOp>(block->front()); in getSrcValue()
370 auto storeOp = cast<spirv::StoreOp>(block->front()); in getDstPtr()
383 auto trueBrStoreOp = dyn_cast<spirv::StoreOp>(trueBlock->front()); in canCanonicalizeSelection()
386 auto falseBrStoreOp = dyn_cast<spirv::StoreOp>(falseBlock->front()); in canCanonicalizeSelection()
/llvm-project-15.0.7/mlir/lib/Dialect/NVGPU/Transforms/
H A DOptimizeSharedMemory.cpp109 if (auto storeOp = dyn_cast<memref::StoreOp>(op)) in getIndices()
113 if (auto vectorStoreOp = dyn_cast<vector::StoreOp>(op)) in getIndices()
125 if (auto storeOp = dyn_cast<memref::StoreOp>(op)) in setIndices()
129 if (auto vectorStoreOp = dyn_cast<vector::StoreOp>(op)) in setIndices()
163 return !isa<memref::StoreOp, vector::StoreOp, nvgpu::DeviceAsyncCopyOp>( in getShmReadAndWriteOps()
/llvm-project-15.0.7/mlir/lib/Conversion/MemRefToSPIRV/
H A DMemRefToSPIRV.cpp220 class IntStoreOpPattern final : public OpConversionPattern<memref::StoreOp> {
222 using OpConversionPattern<memref::StoreOp>::OpConversionPattern;
225 matchAndRewrite(memref::StoreOp storeOp, OpAdaptor adaptor,
230 class StoreOpPattern final : public OpConversionPattern<memref::StoreOp> {
232 using OpConversionPattern<memref::StoreOp>::OpConversionPattern;
235 matchAndRewrite(memref::StoreOp storeOp, OpAdaptor adaptor,
431 IntStoreOpPattern::matchAndRewrite(memref::StoreOp storeOp, OpAdaptor adaptor, in matchAndRewrite()
469 rewriter.replaceOpWithNewOp<spirv::StoreOp>( in matchAndRewrite()
526 StoreOpPattern::matchAndRewrite(memref::StoreOp storeOp, OpAdaptor adaptor, in matchAndRewrite()
538 rewriter.replaceOpWithNewOp<spirv::StoreOp>(storeOp, storePtr, in matchAndRewrite()
/llvm-project-15.0.7/flang/lib/Optimizer/Transforms/
H A DMemRefDataFlowOpt.cpp103 LoadStoreForwarding<fir::LoadOp, fir::StoreOp> lsf(domInfo); in runOnOperation()
106 loadOp, getSpecificUsers<fir::StoreOp>(loadOp.getMemref())); in runOnOperation()
117 for (auto &storeOp : getSpecificUsers<fir::StoreOp>(alloca.getResult())) { in runOnOperation()
H A DAffinePromotion.cpp140 for (auto storeOp : loopOperation.getOps<fir::StoreOp>()) in analyzeMemoryAccess()
422 static void rewriteStore(fir::StoreOp storeOp, in rewriteStore()
435 if (isa<fir::StoreOp>(bodyOp)) in rewriteMemoryOps()
436 rewriteStore(cast<fir::StoreOp>(bodyOp), rewriter); in rewriteMemoryOps()
H A DCharacterConversion.cpp89 rewriter.replaceOpWithNewOp<fir::StoreOp>(conv, icast, toi); in matchAndRewrite()
H A DAffineDemotion.cpp84 rewriter.replaceOpWithNewOp<fir::StoreOp>(op, adaptor.getValue(), in matchAndRewrite()
/llvm-project-15.0.7/flang/include/flang/Optimizer/Builder/
H A DFactory.h53 builder.template create<fir::StoreOp>(loc, load, dst); in genCharacterCopy()
91 builder.template create<fir::StoreOp>(loc, cast, out); in genCharacterCopy()
134 builder.template create<fir::StoreOp>(loc, cast, out); in genCharacterCopy()
141 builder.template create<fir::StoreOp>(loc, space, out2); in genCharacterCopy()
/llvm-project-15.0.7/mlir/lib/Dialect/SPIRV/Transforms/
H A DDecorateCompositeTypeLayoutPass.cpp96 SPIRVPassThroughConversion<spirv::StoreOp>>( in populateSPIRVLayoutInfoPatterns()
127 spirv::StoreOp>([&](Operation *op) { in runOnOperation()
H A DUnifyAliasedResourcePass.cpp220 if (auto storeOp = dyn_cast<spirv::StoreOp>(op)) in shouldUnify()
475 struct ConvertStore : public ConvertAliasResource<spirv::StoreOp> {
479 matchAndRewrite(spirv::StoreOp storeOp, OpAdaptor adaptor, in matchAndRewrite()
494 rewriter.replaceOpWithNewOp<spirv::StoreOp>(storeOp, adaptor.ptr(), value, in matchAndRewrite()
522 spirv::StoreOp>( in runOnOperation()
/llvm-project-15.0.7/mlir/lib/Conversion/LLVMCommon/
H A DMemRefBuilder.cpp148 builder.create<LLVM::StoreOp>(loc, sizes, sizesPtr); in size()
395 builder.create<LLVM::StoreOp>(loc, allocatedPtr, elementPtrPtr); in setAllocatedPtr()
424 builder.create<LLVM::StoreOp>(loc, alignedPtr, alignedGep); in setAlignedPtr()
456 builder.create<LLVM::StoreOp>(loc, offset, offsetGep); in setOffset()
495 builder.create<LLVM::StoreOp>(loc, size, sizeStoreGep); in setSize()
523 builder.create<LLVM::StoreOp>(loc, stride, strideStoreGep); in setStride()
/llvm-project-15.0.7/mlir/lib/Conversion/VectorToSCF/
H A DVectorToSCF.cpp297 b.create<memref::StoreOp>(loc, xferOp.getMask(), maskBuffer); in allocBuffers()
338 static memref::StoreOp getStoreOp(TransferReadOp xferOp) { in getStoreOp()
340 auto storeOp = dyn_cast<memref::StoreOp>((*xferOp->use_begin()).getOwner()); in getStoreOp()
413 b.create<memref::StoreOp>(loc, newXferOp.getVector(), buffer, storeIndices); in rewriteOp()
430 b.create<memref::StoreOp>(loc, vec, buffer, storeIndices); in handleOutOfBoundsDim()
586 rewriter.create<memref::StoreOp>(loc, newXfer->getResult(0), in matchAndRewrite()
628 rewriter.create<memref::StoreOp>(loc, xferOp.getVector(), in matchAndRewrite()
1169 b.create<memref::StoreOp>(loc, val, xferOp.getSource(), indices); in generateForLoopBody()
/llvm-project-15.0.7/flang/lib/Optimizer/Builder/
H A DCharacter.cpp113 builder.create<fir::StoreOp>(loc, str, temp); in materializeValue()
208 builder.create<fir::StoreOp>(loc, buff, temp); in createEmbox()
295 builder.create<fir::StoreOp>(loc, c, addr); in createStoreCharAt()
308 builder.create<fir::StoreOp>(loc, buff, newBuff); in getCharBoxBuffer()
392 builder.create<fir::StoreOp>(loc, charBox->getBuffer(), ref); in createTempFrom()
406 builder.create<fir::StoreOp>(loc, val, addr); in createLengthOneAssign()
H A DMutableBox.cpp216 builder.create<fir::StoreOp>(loc, newBox, box.getAddr()); in updateWithIrBox()
224 builder.create<fir::StoreOp>(loc, builder.createNullConstant(loc, nullTy), in setUnallocatedStatus()
238 builder.create<fir::StoreOp>(loc, deallocatedBox, box.getAddr()); in setUnallocatedStatus()
273 builder.create<fir::StoreOp>(loc, irBox, box.getAddr()); in updateIRBox()
282 builder.create<fir::StoreOp>(loc, builder.createConvert(loc, type, val), in updateMutableProperties()
/llvm-project-15.0.7/flang/lib/Lower/
H A DHostAssociations.cpp143 builder.create<fir::StoreOp>(args.loc, castBox, args.addrInTuple); in instantiateHostTuple()
174 builder.create<fir::StoreOp>(args.loc, castBox, args.addrInTuple); in instantiateHostTuple()
209 builder.create<fir::StoreOp>(args.loc, boxchar, args.addrInTuple); in instantiateHostTuple()
252 builder.create<fir::StoreOp>(args.loc, castBox, args.addrInTuple); in instantiateHostTuple()
/llvm-project-15.0.7/flang/lib/Optimizer/CodeGen/
H A DTargetRewrite.cpp140 rewriter->create<fir::StoreOp>(loc, call->getResult(0), mem); in rewriteCallComplexResultType()
162 rewriter->create<fir::StoreOp>(loc, oper, mem); in rewriteCallComplexInputType()
167 rewriter->create<fir::StoreOp>(loc, oper, cast); in rewriteCallComplexInputType()
592 rewriter->create<fir::StoreOp>(loc, newArg, mem); in convertSignature()
631 rewriter->create<fir::StoreOp>(loc, oldOper, cast); in convertSignature()
646 rewriter->create<fir::StoreOp>(loc, oldOper, cast); in convertSignature()
/llvm-project-15.0.7/mlir/lib/Dialect/SparseTensor/Transforms/
H A DSparseTensorConversion.cpp189 builder.create<memref::StoreOp>(loc, values[i], buffer, idx); in genBuffer()
253 builder.create<memref::StoreOp>(loc, iv, ind, idx); in genIndexAndValueForDense()
319 builder.create<memref::StoreOp>(loc, val, ind, idx); in genIndexAndValueForSparse()
362 builder.create<memref::StoreOp>(loc, elemV, tensor, ivs); in insertScalarIntoDenseTensor()
431 rewriter.create<memref::StoreOp>(loc, val, dstIdx, jdx); in translateIndices()
438 rewriter.create<memref::StoreOp>(loc, val, dstIdx, idx); in translateIndices()
853 builder.create<memref::StoreOp>(loc, val, elemPtr); in matchAndRewrite()
/llvm-project-15.0.7/mlir/benchmark/python/
H A Dcommon.py101 memref.StoreOp(time_taken, timer_buffer, [loop.induction_variable])
/llvm-project-15.0.7/flang/lib/Optimizer/Builder/Runtime/
H A DRagged.cpp50 builder.create<fir::StoreOp>(loc, castVal, addr); in genRaggedArrayAllocate()
/llvm-project-15.0.7/mlir/lib/Dialect/Tensor/Transforms/
H A DBufferizableOpInterfaceImpl.cpp350 rewriter.create<memref::StoreOp>(loc, *elementIt, buffer, indices); in createStores()
406 rewriter.create<memref::StoreOp>( in bufferize()
497 rewriter.replaceOpWithNewOp<memref::StoreOp>( in bufferize()
541 rewriter.create<memref::StoreOp>(insertOp.getLoc(), insertOp.getScalar(), in bufferize()
/llvm-project-15.0.7/mlir/lib/Conversion/SCFToSPIRV/
H A DSCFToSPIRV.cpp317 rewriter.create<spirv::StoreOp>(loc, allocas[i], operands[i]); in matchAndRewrite()
410 rewriter.create<spirv::StoreOp>(condLoc, alloc, res); in matchAndRewrite()
/llvm-project-15.0.7/mlir/lib/Dialect/SCF/Transforms/
H A DParallelLoopFusion.cpp57 firstPloop.getBody()->walk([&](memref::StoreOp store) { in haveNoReadsAfterWriteExceptSameIndex()
/llvm-project-15.0.7/mlir/lib/Dialect/GPU/Transforms/
H A DMemoryPromotion.cpp75 b.create<memref::StoreOp>(loc, loaded, to, activeIvs); in insertCopyLoops()
H A DAllReduceLowering.cpp114 create<memref::StoreOp>(subgroupReduce, buffer, index); in rewrite()
134 create<memref::StoreOp>(result, buffer, zero); in rewrite()
/llvm-project-15.0.7/llvm/lib/Target/CSKY/
H A DCSKYInstrInfo.td1073 multiclass StPat<PatFrag StoreOp, ValueType Type, ImmLeaf imm_type, Instruction Inst> {
1074 def : Pat<(StoreOp Type:$rs2, GPR:$rs1), (Inst Type:$rs2, GPR:$rs1, 0)>;
1075 …def : Pat<(StoreOp Type:$rs2, frameindex:$rs1), (Inst Type:$rs2, (i32 (to_tframeindex tframeindex:…
1076 def : Pat<(StoreOp Type:$rs2, (add GPR:$rs1, imm_type:$uimm12)),
1078 def : Pat<(StoreOp Type:$rs2, (add frameindex:$rs1, imm_type:$uimm12)),
1080 def : Pat<(StoreOp Type:$rs2, (eqToAdd frameindex:$rs1, imm_type:$uimm12)),
1088 multiclass StrPat<PatFrag StoreOp, ValueType Type, Instruction Inst> {
1089 def : Pat<(StoreOp Type:$rz, (add GPR:$rs1, GPR:$rs2)), (Inst Type:$rz, GPR:$rs1, GPR:$rs2, 0)>;
1090 …def : Pat<(StoreOp Type:$rz, (add GPR:$rs1, (shl GPR:$rs2, (i32 1)))), (Inst Type:$rz, GPR:$rs1, G…
1091 …def : Pat<(StoreOp Type:$rz, (add GPR:$rs1, (shl GPR:$rs2, (i32 2)))), (Inst Type:$rz, GPR:$rs1, G…
[all …]

123