Lines Matching refs:gpu

35   for (auto dim : {gpu::Dimension::x, gpu::Dimension::y, gpu::Dimension::z})  in createForAllDimensions()
50 createForAllDimensions<gpu::BlockIdOp>(builder, loc, indexOps); in injectGpuIndexOperations()
51 createForAllDimensions<gpu::ThreadIdOp>(builder, loc, indexOps); in injectGpuIndexOperations()
52 createForAllDimensions<gpu::GridDimOp>(builder, loc, indexOps); in injectGpuIndexOperations()
53 createForAllDimensions<gpu::BlockDimOp>(builder, loc, indexOps); in injectGpuIndexOperations()
111 gpu::LaunchOp launchOp, in sinkOperationsIntoLaunchOp()
146 static gpu::GPUFuncOp outlineKernelFuncImpl(gpu::LaunchOp launchOp, in outlineKernelFuncImpl()
167 auto outlinedFunc = builder.create<gpu::GPUFuncOp>(loc, kernelFnName, type); in outlineKernelFuncImpl()
168 outlinedFunc->setAttr(gpu::GPUDialect::getKernelFuncAttrName(), in outlineKernelFuncImpl()
197 outlinedFunc.walk([](gpu::TerminatorOp op) { in outlineKernelFuncImpl()
199 replacer.create<gpu::ReturnOp>(op.getLoc()); in outlineKernelFuncImpl()
205 gpu::GPUFuncOp mlir::outlineKernelFunc(gpu::LaunchOp launchOp, in outlineKernelFunc()
222 static void convertToLaunchFuncOp(gpu::LaunchOp launchOp, in convertToLaunchFuncOp()
223 gpu::GPUFuncOp kernelFunc, in convertToLaunchFuncOp()
229 auto launchFunc = builder.create<gpu::LaunchFuncOp>( in convertToLaunchFuncOp()
247 if (op->walk([](gpu::LaunchOp launch) { in runOnOperation()
302 auto funcWalkResult = func.walk([&](gpu::LaunchOp op) { in runOnOperation()
308 gpu::GPUFuncOp outlinedFunc = in runOnOperation()
329 getOperation()->setAttr(gpu::GPUDialect::getContainerModuleAttrName(), in runOnOperation()
335 gpu::GPUModuleOp createKernelModule(gpu::GPUFuncOp kernelFunc, in createKernelModule()
343 auto kernelModule = builder.create<gpu::GPUModuleOp>(kernelFunc.getLoc(), in createKernelModule()