Home
last modified time | relevance | path

Searched refs:launchOp (Results 1 – 7 of 7) sorted by relevance

/llvm-project-15.0.7/mlir/lib/Conversion/GPUToVulkan/
H A DConvertGPULaunchFuncToVulkanLaunchFunc.cpp53 void convertGpuLaunchFunc(gpu::LaunchFuncOp launchOp);
69 gpu::LaunchFuncOp launchOp);
101 Location loc, gpu::LaunchFuncOp launchOp) { in declareVulkanLaunchFunc() argument
106 SmallVector<Type, 8> gpuLaunchTypes(launchOp.getOperandTypes()); in declareVulkanLaunchFunc()
150 gpu::LaunchFuncOp launchOp) { in convertGpuLaunchFunc() argument
152 OpBuilder builder(launchOp); in convertGpuLaunchFunc()
153 Location loc = launchOp.getLoc(); in convertGpuLaunchFunc()
161 if (failed(declareVulkanLaunchFunc(loc, launchOp))) in convertGpuLaunchFunc()
164 SmallVector<Value, 8> gpuLaunchOperands(launchOp.getOperands()); in convertGpuLaunchFunc()
184 launchOp.getKernelName()); in convertGpuLaunchFunc()
[all …]
/llvm-project-15.0.7/mlir/lib/Dialect/GPU/Transforms/
H A DKernelOutlining.cpp111 gpu::LaunchOp launchOp, in sinkOperationsIntoLaunchOp() argument
114 Region &launchOpBody = launchOp.body(); in sinkOperationsIntoLaunchOp()
149 Location loc = launchOp.getLoc(); in outlineKernelFuncImpl()
152 OpBuilder builder(launchOp.getContext()); in outlineKernelFuncImpl()
153 Region &launchOpBody = launchOp.body(); in outlineKernelFuncImpl()
225 OpBuilder builder(launchOp); in convertToLaunchFuncOp()
230 launchOp.getLoc(), kernelFunc, launchOp.getGridSizeOperandValues(), in convertToLaunchFuncOp()
231 launchOp.getBlockSizeOperandValues(), launchOp.dynamicSharedMemorySize(), in convertToLaunchFuncOp()
233 launchOp.asyncDependencies()); in convertToLaunchFuncOp()
234 launchOp.replaceAllUsesWith(launchFunc); in convertToLaunchFuncOp()
[all …]
/llvm-project-15.0.7/mlir/lib/Conversion/SCFToGPU/
H A DSCFToGPU.cpp238 auto launchOp = builder.create<gpu::LaunchOp>( in createLaunch() local
251 launchOp.body().front().getOperations().splice( in createLaunch()
252 launchOp.body().front().begin(), in createLaunch()
259 builder.setInsertionPointToStart(&launchOp.body().front()); in createLaunch()
398 ParallelOp parallelOp, gpu::LaunchOp launchOp, in processParallelLoop() argument
412 auto launchIndependent = [&launchOp](Value val) { in processParallelLoop()
479 rewriter.setInsertionPoint(launchOp); in processParallelLoop()
524 worklist.push_back(launchOp.getOperation()); in processParallelLoop()
538 worklist.push_back(launchOp.getOperation()); in processParallelLoop()
603 gpu::LaunchOp launchOp = rewriter.create<gpu::LaunchOp>( in matchAndRewrite() local
[all …]
/llvm-project-15.0.7/mlir/lib/Conversion/SPIRVToLLVM/
H A DConvertLaunchFuncToLLVMCalls.cpp161 matchAndRewrite(gpu::LaunchFuncOp launchOp, OpAdaptor adaptor, in matchAndRewrite() argument
163 auto *op = launchOp.getOperation(); in matchAndRewrite()
165 auto module = launchOp->getParentOfType<ModuleOp>(); in matchAndRewrite()
171 StringRef kernelModuleName = launchOp.getKernelModuleName().getValue(); in matchAndRewrite()
176 return launchOp.emitOpError("SPIR-V kernel module '") in matchAndRewrite()
186 StringRef kernelFuncName = launchOp.getKernelName().getValue(); in matchAndRewrite()
197 rewriter.setInsertionPoint(launchOp); in matchAndRewrite()
207 Location loc = launchOp.getLoc(); in matchAndRewrite()
209 auto numKernelOperands = launchOp.getNumKernelOperands(); in matchAndRewrite()
213 auto memRefType = launchOp.getKernelOperand(operand.index()) in matchAndRewrite()
[all …]
/llvm-project-15.0.7/mlir/lib/Conversion/GPUCommon/
H A DGPUToLLVMConversion.cpp636 auto loc = launchOp.getLoc(); in generateParamsArray()
716 gpu::LaunchFuncOp launchOp, OpAdaptor adaptor, in matchAndRewrite() argument
721 if (launchOp.asyncDependencies().size() > 1) in matchAndRewrite()
728 if (!launchOp.asyncToken() && !launchOp.asyncDependencies().empty()) in matchAndRewrite()
732 Location loc = launchOp.getLoc(); in matchAndRewrite()
737 launchOp, launchOp.getKernelModuleName()); in matchAndRewrite()
758 launchOp.getKernelModuleName().getValue(), in matchAndRewrite()
759 launchOp.getKernelName().getValue(), loc, rewriter); in matchAndRewrite()
781 if (launchOp.asyncToken()) { in matchAndRewrite()
783 rewriter.replaceOp(launchOp, {stream}); in matchAndRewrite()
[all …]
/llvm-project-15.0.7/mlir/include/mlir/Dialect/GPU/Transforms/
H A DUtils.h36 gpu::GPUFuncOp outlineKernelFunc(gpu::LaunchOp launchOp, StringRef kernelFnName,
43 gpu::LaunchOp launchOp,
/llvm-project-15.0.7/mlir/lib/Dialect/GPU/IR/
H A DGPUDialect.cpp209 if (!launchOp->getParentOp() || in verifyOperationAttribute()
210 launchOp->getParentOp()->getParentOp() != module) in verifyOperationAttribute()
215 if (!launchOp->getAttrOfType<SymbolRefAttr>( in verifyOperationAttribute()
220 StringAttr kernelModuleName = launchOp.getKernelModuleName(); in verifyOperationAttribute()
223 return launchOp.emitOpError() in verifyOperationAttribute()
230 return launchOp.emitOpError("kernel function '") in verifyOperationAttribute()
231 << launchOp.kernel() << "' is undefined"; in verifyOperationAttribute()
234 InFlightDiagnostic diag = launchOp.emitOpError() in verifyOperationAttribute()
253 unsigned actualNumArguments = launchOp.getNumKernelOperands(); in verifyOperationAttribute()
256 return launchOp.emitOpError("got ") in verifyOperationAttribute()
[all …]