56 class WorkGroupSizeConversion : public OpConversionPattern<gpu::BlockDimOp> {
62   matchAndRewrite(gpu::BlockDimOp op, OpAdaptor adaptor,
67 class GPUFuncOpConversion final : public OpConversionPattern<gpu::GPUFuncOp> {
69   using OpConversionPattern<gpu::GPUFuncOp>::OpConversionPattern;
72   matchAndRewrite(gpu::GPUFuncOp funcOp, OpAdaptor adaptor,
80 class GPUModuleConversion final : public OpConversionPattern<gpu::GPUModuleOp> {
82   using OpConversionPattern<gpu::GPUModuleOp>::OpConversionPattern;
85   matchAndRewrite(gpu::GPUModuleOp moduleOp, OpAdaptor adaptor,
90     : public OpConversionPattern<gpu::ModuleEndOp> {
95   matchAndRewrite(gpu::ModuleEndOp endOp, OpAdaptor adaptor,  in matchAndRewrite()
104 class GPUReturnOpConversion final : public OpConversionPattern<gpu::ReturnOp> {
106   using OpConversionPattern<gpu::ReturnOp>::OpConversionPattern;
109   matchAndRewrite(gpu::ReturnOp returnOp, OpAdaptor adaptor,
114 class GPUBarrierConversion final : public OpConversionPattern<gpu::BarrierOp> {
119   matchAndRewrite(gpu::BarrierOp barrierOp, OpAdaptor adaptor,
160     gpu::BlockDimOp op, OpAdaptor adaptor,  in matchAndRewrite()
183 lowerAsEntryFunction(gpu::GPUFuncOp funcOp, TypeConverter &typeConverter,  in lowerAsEntryFunction()
242 getDefaultABIAttrs(MLIRContext *context, gpu::GPUFuncOp funcOp,  in getDefaultABIAttrs()
263     gpu::GPUFuncOp funcOp, OpAdaptor adaptor,  in matchAndRewrite()
265   if (!gpu::GPUDialect::isKernel(funcOp))  in matchAndRewrite()
296       rewriter.getStringAttr(gpu::GPUDialect::getKernelFuncAttrName()));  in matchAndRewrite()
305     gpu::GPUModuleOp moduleOp, OpAdaptor adaptor,  in matchAndRewrite()
335     gpu::ReturnOp returnOp, OpAdaptor adaptor,  in matchAndRewrite()
349     gpu::BarrierOp barrierOp, OpAdaptor adaptor,  in matchAndRewrite()
372       LaunchConfigConversion<gpu::BlockIdOp, spirv::BuiltIn::WorkgroupId>,  in populateGPUToSPIRVPatterns()
373       LaunchConfigConversion<gpu::GridDimOp, spirv::BuiltIn::NumWorkgroups>,  in populateGPUToSPIRVPatterns()
374       LaunchConfigConversion<gpu::BlockDimOp, spirv::BuiltIn::WorkgroupSize>,  in populateGPUToSPIRVPatterns()
375       LaunchConfigConversion<gpu::ThreadIdOp,  in populateGPUToSPIRVPatterns()
377       LaunchConfigConversion<gpu::GlobalIdOp,  in populateGPUToSPIRVPatterns()
379       SingleDimLaunchConfigConversion<gpu::SubgroupIdOp,  in populateGPUToSPIRVPatterns()
381       SingleDimLaunchConfigConversion<gpu::NumSubgroupsOp,  in populateGPUToSPIRVPatterns()
383       SingleDimLaunchConfigConversion<gpu::SubgroupSizeOp,  in populateGPUToSPIRVPatterns()