| /llvm-project-15.0.7/mlir/lib/Dialect/GPU/Transforms/ |
| H A D | ParallelLoopMapper.cpp | 104 static void mapParallelOp(ParallelOp parallelOp, in mapParallelOp() argument
107 if (parallelOp->getAttr(getMappingAttrName()) || in mapParallelOp()
108 ((mappingLevel == MapGrid) && parallelOp->getParentOfType<ParallelOp>())) in mapParallelOp()
111 MLIRContext *ctx = parallelOp.getContext(); in mapParallelOp()
114 attrs.reserve(parallelOp.getNumLoops()); in mapParallelOp()
115 for (int i = 0, e = parallelOp.getNumLoops(); i < e; ++i) { in mapParallelOp()
120 (void)setMappingAttr(parallelOp, attrs); in mapParallelOp()
124 for (Operation &op : *parallelOp.getBody()) { in mapParallelOp()
135 region.walk([](ParallelOp parallelOp) { mapParallelOp(parallelOp); }); in runOnOperation() argument
|
| /llvm-project-15.0.7/mlir/lib/Conversion/SCFToGPU/ |
| H A D | SCFToGPU.cpp | 410 Location loc = parallelOp.getLoc(); in processParallelLoop()
427 mapping, parallelOp.getInductionVars(), parallelOp.getLowerBound(), in processParallelLoop()
428 parallelOp.getUpperBound(), parallelOp.getStep())) { in processParallelLoop()
435 return parallelOp.emitOpError() in processParallelLoop()
484 parallelOp, in processParallelLoop()
552 Block *body = parallelOp.getBody(); in processParallelLoop()
600 Location loc = parallelOp.getLoc(); in matchAndRewrite()
666 rewriter.eraseOp(parallelOp); in matchAndRewrite()
678 parallelOp->hasAttr(kVisitedAttrName); in configureParallelLoopToGPULegality()
683 op->walk([](scf::ParallelOp parallelOp) { in finalizeParallelLoopToGPUConversion() argument
[all …]
|
| /llvm-project-15.0.7/mlir/lib/Conversion/SCFToControlFlow/ |
| H A D | SCFToControlFlow.cpp | 208 LogicalResult matchAndRewrite(mlir::scf::ParallelOp parallelOp,
447 ParallelLowering::matchAndRewrite(ParallelOp parallelOp, in matchAndRewrite() argument
449 Location loc = parallelOp.getLoc(); in matchAndRewrite()
458 ivs.reserve(parallelOp.getNumLoops()); in matchAndRewrite()
462 llvm::zip(parallelOp.getInductionVars(), parallelOp.getLowerBound(), in matchAndRewrite()
463 parallelOp.getUpperBound(), parallelOp.getStep())) { in matchAndRewrite()
488 yieldOperands.reserve(parallelOp.getNumResults()); in matchAndRewrite()
489 for (auto &op : *parallelOp.getBody()) { in matchAndRewrite()
503 rewriter.eraseOp(parallelOp.getBody()->getTerminator()); in matchAndRewrite()
506 rewriter.mergeBlocks(parallelOp.getBody(), newBody, ivs); in matchAndRewrite()
[all …]
|
| /llvm-project-15.0.7/mlir/lib/Conversion/SCFToOpenMP/ |
| H A D | SCFToOpenMP.cpp | 335 LogicalResult matchAndRewrite(scf::ParallelOp parallelOp, in matchAndRewrite()
341 for (auto reduce : parallelOp.getOps<scf::ReduceOp>()) { in matchAndRewrite()
351 Location loc = parallelOp.getLoc(); in matchAndRewrite()
355 reductionVariables.reserve(parallelOp.getNumReductions()); in matchAndRewrite()
356 for (Value init : parallelOp.getInitVals()) { in matchAndRewrite()
371 llvm::zip(parallelOp.getOps<scf::ReduceOp>(), reductionVariables)) { in matchAndRewrite()
390 parallelOp.getLoc(), parallelOp.getLowerBound(), in matchAndRewrite()
391 parallelOp.getUpperBound(), parallelOp.getStep()); in matchAndRewrite()
394 rewriter.inlineRegionBefore(parallelOp.getRegion(), loop.region(), in matchAndRewrite()
402 auto scope = rewriter.create<memref::AllocaScopeOp>(parallelOp.getLoc(), in matchAndRewrite()
[all …]
|
| /llvm-project-15.0.7/mlir/lib/Dialect/Linalg/Transforms/ |
| H A D | Loops.cpp | 173 .Case([&](scf::ParallelOp parallelOp) { in replaceIndexOpsByInductionVariables() argument
174 allIvs.append(parallelOp.getInductionVars().begin(), in replaceIndexOpsByInductionVariables()
175 parallelOp.getInductionVars().end()); in replaceIndexOpsByInductionVariables()
|
| /llvm-project-15.0.7/flang/lib/Lower/ |
| H A D | OpenACC.cpp | 516 mlir::acc::ParallelOp parallelOp = in createParallelOp() local
521 parallelOp->setAttr(mlir::acc::ParallelOp::getAsyncAttrName(), in createParallelOp()
524 parallelOp->setAttr(mlir::acc::ParallelOp::getWaitAttrName(), in createParallelOp()
527 parallelOp->setAttr(mlir::acc::ParallelOp::getSelfAttrName(), in createParallelOp()
530 return parallelOp; in createParallelOp()
|
| H A D | OpenMP.cpp | 650 auto parallelOp = firOpBuilder.create<mlir::omp::ParallelOp>( in createCombinedParallelOp() local
655 createBodyOfOp<omp::ParallelOp>(parallelOp, converter, currentLocation, eval, in createCombinedParallelOp()
754 auto parallelOp = firOpBuilder.create<mlir::omp::ParallelOp>( in genOMP() local
758 createBodyOfOp<omp::ParallelOp>(parallelOp, converter, currentLocation, in genOMP()
|
| /llvm-project-15.0.7/mlir/lib/Dialect/Affine/Utils/ |
| H A D | Utils.cpp | 268 } else if (auto parallelOp = dyn_cast<AffineParallelOp>(parentOp)) { in getOutermostInvariantForOp() local
269 for (auto iv : parallelOp.getIVs()) in getOutermostInvariantForOp()
|