Lines Matching refs:adaptor
196 matchAndRewrite(nvgpu::LdMatrixOp op, OpAdaptor adaptor, in matchAndRewrite()
226 getStridedElementPtr(loc, srcMemrefType, adaptor.getSrcMemref(), in matchAndRewrite()
227 adaptor.getIndices(), rewriter); in matchAndRewrite()
261 matchAndRewrite(nvgpu::MmaSyncOp op, OpAdaptor adaptor, in matchAndRewrite()
306 unpackOperandVector(rewriter, loc, adaptor.getMatrixA(), ptxTypeA); in matchAndRewrite()
308 unpackOperandVector(rewriter, loc, adaptor.getMatrixB(), ptxTypeB); in matchAndRewrite()
310 unpackOperandVector(rewriter, loc, adaptor.getMatrixC(), *ptxTypeC); in matchAndRewrite()
360 matchAndRewrite(nvgpu::DeviceAsyncCopyOp op, OpAdaptor adaptor, in matchAndRewrite()
364 Value dstPtr = getStridedElementPtr(loc, dstMemrefType, adaptor.getDst(), in matchAndRewrite()
365 adaptor.getDstIndices(), rewriter); in matchAndRewrite()
373 Value scrPtr = getStridedElementPtr(loc, srcMemrefType, adaptor.getSrc(), in matchAndRewrite()
374 adaptor.getSrcIndices(), rewriter); in matchAndRewrite()
383 int64_t numElements = adaptor.getNumElements().getZExtValue(); in matchAndRewrite()
389 sizeInBytes == 16 ? adaptor.getBypassL1Attr() : UnitAttr(); in matchAndRewrite()
408 matchAndRewrite(nvgpu::DeviceAsyncCreateGroupOp op, OpAdaptor adaptor, in matchAndRewrite()
426 matchAndRewrite(nvgpu::DeviceAsyncWaitOp op, OpAdaptor adaptor, in matchAndRewrite()
429 int32_t numGroups = adaptor.getNumGroups().value_or(0); in matchAndRewrite()