Lines Matching refs:launchOp

298   Value generateParamsArray(gpu::LaunchFuncOp launchOp, OpAdaptor adaptor,
304 matchAndRewrite(gpu::LaunchFuncOp launchOp, OpAdaptor adaptor,
635 gpu::LaunchFuncOp launchOp, OpAdaptor adaptor, OpBuilder &builder) const { in generateParamsArray() argument
636 auto loc = launchOp.getLoc(); in generateParamsArray()
637 auto numKernelOperands = launchOp.getNumKernelOperands(); in generateParamsArray()
639 loc, launchOp.getOperands().take_back(numKernelOperands), in generateParamsArray()
716 gpu::LaunchFuncOp launchOp, OpAdaptor adaptor, in matchAndRewrite() argument
718 if (failed(areAllLLVMTypes(launchOp, adaptor.getOperands(), rewriter))) in matchAndRewrite()
721 if (launchOp.asyncDependencies().size() > 1) in matchAndRewrite()
723 launchOp, "Cannot convert with more than one async dependency."); in matchAndRewrite()
728 if (!launchOp.asyncToken() && !launchOp.asyncDependencies().empty()) in matchAndRewrite()
730 launchOp, "Cannot convert non-async op with async dependencies."); in matchAndRewrite()
732 Location loc = launchOp.getLoc(); in matchAndRewrite()
737 launchOp, launchOp.getKernelModuleName()); in matchAndRewrite()
758 launchOp.getKernelModuleName().getValue(), in matchAndRewrite()
759 launchOp.getKernelName().getValue(), loc, rewriter); in matchAndRewrite()
769 auto kernelParams = generateParamsArray(launchOp, adaptor, rewriter); in matchAndRewrite()
771 Value dynamicSharedMemorySize = launchOp.dynamicSharedMemorySize() in matchAndRewrite()
772 ? launchOp.dynamicSharedMemorySize() in matchAndRewrite()
781 if (launchOp.asyncToken()) { in matchAndRewrite()
783 rewriter.replaceOp(launchOp, {stream}); in matchAndRewrite()
790 rewriter.eraseOp(launchOp); in matchAndRewrite()