Lines Matching refs:atomicOp
493 matchAndRewrite(memref::GenericAtomicRMWOp atomicOp, OpAdaptor adaptor, in matchAndRewrite()
495 auto loc = atomicOp.getLoc(); in matchAndRewrite()
496 Type valueType = typeConverter->convertType(atomicOp.getResult().getType()); in matchAndRewrite()
507 auto opsToMoveStart = atomicOp->getIterator(); in matchAndRewrite()
512 auto memRefType = atomicOp.getMemref().getType().cast<MemRefType>(); in matchAndRewrite()
524 mapping.map(atomicOp.getCurrentValue(), loopArgument); in matchAndRewrite()
525 Block &entryBlock = atomicOp.body().front(); in matchAndRewrite()
553 moveOpsRange(atomicOp.getResult(), newLoaded, std::next(opsToMoveStart), in matchAndRewrite()
557 rewriter.replaceOp(atomicOp, {newLoaded}); in matchAndRewrite()
1978 matchSimpleAtomicOp(memref::AtomicRMWOp atomicOp) { in matchSimpleAtomicOp() argument
1979 switch (atomicOp.getKind()) { in matchSimpleAtomicOp()
2008 matchAndRewrite(memref::AtomicRMWOp atomicOp, OpAdaptor adaptor, in matchAndRewrite()
2010 if (failed(match(atomicOp))) in matchAndRewrite()
2012 auto maybeKind = matchSimpleAtomicOp(atomicOp); in matchAndRewrite()
2016 auto memRefType = atomicOp.getMemRefType(); in matchAndRewrite()
2018 getStridedElementPtr(atomicOp.getLoc(), memRefType, adaptor.getMemref(), in matchAndRewrite()
2021 atomicOp, resultType, *maybeKind, dataPtr, adaptor.getValue(), in matchAndRewrite()