204   matchAndRewrite(gpu::HostRegisterOp hostRegisterOp, OpAdaptor adaptor,
218   matchAndRewrite(gpu::AllocOp allocOp, OpAdaptor adaptor,
232   matchAndRewrite(gpu::DeallocOp deallocOp, OpAdaptor adaptor,
244   matchAndRewrite(async::YieldOp yieldOp, OpAdaptor adaptor,
258   matchAndRewrite(gpu::WaitOp waitOp, OpAdaptor adaptor,
272   matchAndRewrite(gpu::WaitOp waitOp, OpAdaptor adaptor,
298   Value generateParamsArray(gpu::LaunchFuncOp launchOp, OpAdaptor adaptor,
304   matchAndRewrite(gpu::LaunchFuncOp launchOp, OpAdaptor adaptor,
332   matchAndRewrite(gpu::MemcpyOp memcpyOp, OpAdaptor adaptor,
346   matchAndRewrite(gpu::MemsetOp memsetOp, OpAdaptor adaptor,
361   matchAndRewrite(gpu::SetDefaultDeviceOp op, OpAdaptor adaptor,
424     gpu::HostRegisterOp hostRegisterOp, OpAdaptor adaptor,  in matchAndRewrite()  argument
427   if (failed(areAllLLVMTypes(op, adaptor.getOperands(), rewriter)))  in matchAndRewrite()
437       loc, op->getOperands(), adaptor.getOperands(), rewriter);  in matchAndRewrite()
446     gpu::AllocOp allocOp, OpAdaptor adaptor,  in matchAndRewrite()  argument
450   if (failed(areAllLLVMTypes(allocOp, adaptor.getOperands(), rewriter)) ||  in matchAndRewrite()
462   getMemRefDescriptorSizes(loc, memRefType, adaptor.dynamicSizes(), rewriter,  in matchAndRewrite()
468   auto stream = adaptor.asyncDependencies().front();  in matchAndRewrite()
487     gpu::DeallocOp deallocOp, OpAdaptor adaptor,  in matchAndRewrite()  argument
489   if (failed(areAllLLVMTypes(deallocOp, adaptor.getOperands(), rewriter)) ||  in matchAndRewrite()
496       MemRefDescriptor(adaptor.memref()).allocatedPtr(rewriter, loc);  in matchAndRewrite()
498   Value stream = adaptor.asyncDependencies().front();  in matchAndRewrite()
514     async::YieldOp yieldOp, OpAdaptor adaptor,  in matchAndRewrite()  argument
520   SmallVector<Value, 4> newOperands(adaptor.getOperands());  in matchAndRewrite()
526     auto stream = adaptor.getOperands()[idx];  in matchAndRewrite()
553     gpu::WaitOp waitOp, OpAdaptor adaptor,  in matchAndRewrite()  argument
560   for (auto operand : adaptor.getOperands()) {  in matchAndRewrite()
583     gpu::WaitOp waitOp, OpAdaptor adaptor,  in matchAndRewrite()  argument
593        llvm::zip(waitOp.asyncDependencies(), adaptor.getOperands())) {  in matchAndRewrite()
635     gpu::LaunchFuncOp launchOp, OpAdaptor adaptor, OpBuilder &builder) const {  in generateParamsArray()  argument
640       adaptor.getOperands().take_back(numKernelOperands), builder);  in generateParamsArray()
716     gpu::LaunchFuncOp launchOp, OpAdaptor adaptor,  in matchAndRewrite()  argument
718   if (failed(areAllLLVMTypes(launchOp, adaptor.getOperands(), rewriter)))  in matchAndRewrite()
765       adaptor.asyncDependencies().empty()  in matchAndRewrite()
767           : adaptor.asyncDependencies().front();  in matchAndRewrite()
769   auto kernelParams = generateParamsArray(launchOp, adaptor, rewriter);  in matchAndRewrite()
776       {function.getResult(0), adaptor.gridSizeX(), adaptor.gridSizeY(),  in matchAndRewrite()
777        adaptor.gridSizeZ(), adaptor.blockSizeX(), adaptor.blockSizeY(),  in matchAndRewrite()
778        adaptor.blockSizeZ(), dynamicSharedMemorySize, stream, kernelParams,  in matchAndRewrite()
798     gpu::MemcpyOp memcpyOp, OpAdaptor adaptor,  in matchAndRewrite()  argument
802   if (failed(areAllLLVMTypes(memcpyOp, adaptor.getOperands(), rewriter)) ||  in matchAndRewrite()
809   MemRefDescriptor srcDesc(adaptor.src());  in matchAndRewrite()
823       MemRefDescriptor(adaptor.dst()).alignedPtr(rewriter, loc));  in matchAndRewrite()
825   auto stream = adaptor.asyncDependencies().front();  in matchAndRewrite()
834     gpu::MemsetOp memsetOp, OpAdaptor adaptor,  in matchAndRewrite()  argument
838   if (failed(areAllLLVMTypes(memsetOp, adaptor.getOperands(), rewriter)) ||  in matchAndRewrite()
845   Type valueType = adaptor.value().getType();  in matchAndRewrite()
851   MemRefDescriptor dstDesc(adaptor.dst());  in matchAndRewrite()
855       rewriter.create<LLVM::BitcastOp>(loc, llvmInt32Type, adaptor.value());  in matchAndRewrite()
859   auto stream = adaptor.asyncDependencies().front();  in matchAndRewrite()
867     gpu::SetDefaultDeviceOp op, OpAdaptor adaptor,  in matchAndRewrite()  argument
870   setDefaultDeviceCallBuilder.create(loc, rewriter, {adaptor.devIndex()});  in matchAndRewrite()