Lines Matching refs:launchOp

238   auto launchOp = builder.create<gpu::LaunchOp>(  in createLaunch()  local
251 launchOp.body().front().getOperations().splice( in createLaunch()
252 launchOp.body().front().begin(), in createLaunch()
259 builder.setInsertionPointToStart(&launchOp.body().front()); in createLaunch()
265 ? getDim3Value(launchOp.getBlockIds(), en.index()) in createLaunch()
266 : getDim3Value(launchOp.getThreadIds(), en.index() - numBlockDims); in createLaunch()
398 ParallelOp parallelOp, gpu::LaunchOp launchOp, in processParallelLoop() argument
412 auto launchIndependent = [&launchOp](Value val) { in processParallelLoop()
413 return val.getParentRegion()->isAncestor(launchOp->getParentRegion()); in processParallelLoop()
443 launchOp.body().getArgument(getLaunchOpArgumentNum(processor)); in processParallelLoop()
479 rewriter.setInsertionPoint(launchOp); in processParallelLoop()
524 worklist.push_back(launchOp.getOperation()); in processParallelLoop()
538 worklist.push_back(launchOp.getOperation()); in processParallelLoop()
549 launchOp->setAttr(namedAttr.getName(), namedAttr.getValue()); in processParallelLoop()
603 gpu::LaunchOp launchOp = rewriter.create<gpu::LaunchOp>( in matchAndRewrite() local
606 rewriter.setInsertionPointToEnd(&launchOp.body().front()); in matchAndRewrite()
608 rewriter.setInsertionPointToStart(&launchOp.body().front()); in matchAndRewrite()
613 if (failed(processParallelLoop(parallelOp, launchOp, cloningMap, worklist, in matchAndRewrite()
636 if (failed(processParallelLoop(nestedParallel, launchOp, cloningMap, in matchAndRewrite()
639 } else if (op == launchOp.getOperation()) { in matchAndRewrite()
663 launchOp.setOperand(getLaunchOpArgumentNum(std::get<0>(bound)), in matchAndRewrite()