| /llvm-project-15.0.7/mlir/lib/Dialect/GPU/Transforms/ |
| H A D | AllReduceLowering.cpp | 31 GpuAllReduceRewriter(gpu::GPUFuncOp funcOp, gpu::AllReduceOp reduceOp, in GpuAllReduceRewriter()
33 : funcOp(funcOp), reduceOp(reduceOp), rewriter(rewriter), in GpuAllReduceRewriter()
34 loc(reduceOp.getLoc()), valueType(reduceOp.value().getType()), in GpuAllReduceRewriter()
35 indexType(IndexType::get(reduceOp.getContext())), in GpuAllReduceRewriter()
66 rewriter.setInsertionPoint(reduceOp); in rewrite()
141 rewriter.replaceOp(reduceOp, result); in rewrite()
171 auto &body = reduceOp.body(); in getFactory()
174 auto opAttr = reduceOp.op(); in getFactory()
379 gpu::AllReduceOp reduceOp; member
397 auto callback = [&](gpu::AllReduceOp reduceOp) { in matchAndRewrite() argument
[all …]
|
| /llvm-project-15.0.7/mlir/lib/Conversion/VectorToSPIRV/ |
| H A D | VectorToSPIRV.cpp | 259 matchAndRewrite(vector::ReductionOp reduceOp, OpAdaptor adaptor, in matchAndRewrite()
261 Type resultType = typeConverter->convertType(reduceOp.getType()); in matchAndRewrite()
267 return rewriter.notifyMatchFailure(reduceOp, "not 1-D vector source"); in matchAndRewrite()
273 Location loc = reduceOp.getLoc(); in matchAndRewrite()
285 switch (reduceOp.getKind()) { in matchAndRewrite()
308 return rewriter.notifyMatchFailure(reduceOp, "unimplemented"); in matchAndRewrite()
312 rewriter.replaceOp(reduceOp, result); in matchAndRewrite()
|
| /llvm-project-15.0.7/mlir/lib/Reducer/ |
| H A D | ReductionTreePass.cpp | 197 LogicalResult reduceOp(ModuleOp module, Region ®ion);
226 if (failed(reduceOp(module, region))) in runOnOperation()
236 LogicalResult ReductionTreePass::reduceOp(ModuleOp module, Region ®ion) { in reduceOp() function in ReductionTreePass
|
| /llvm-project-15.0.7/mlir/lib/Dialect/Linalg/Transforms/ |
| H A D | Vectorization.cpp | 177 static Operation *buildMultiDimReduce(OpBuilder &b, Operation *reduceOp, in buildMultiDimReduce() argument
180 auto maybeKind = getCombinerOpKind(reduceOp); in buildMultiDimReduce()
183 reduceOp->getLoc(), valueToReduce, acc, reductionMask, *maybeKind); in buildMultiDimReduce()
381 Operation *reduceOp = in vectorizeOneOp() local
384 if (reduceOp) in vectorizeOneOp()
385 return VectorizationResult{VectorizationStatus::NewOp, reduceOp}; in vectorizeOneOp()
542 Operation *reduceOp = matchLinalgReduction(opOperand); in reductionPreconditions() local
543 if (!reduceOp || !getCombinerOpKind(reduceOp)) { in reductionPreconditions()
1339 if (!reduceOp) in Conv1DNwcGenerator()
1342 maybeKind = getCombinerOpKind(reduceOp); in Conv1DNwcGenerator()
[all …]
|
| /llvm-project-15.0.7/mlir/lib/Conversion/SCFToOpenMP/ |
| H A D | SCFToOpenMP.cpp | 373 scf::ReduceOp reduceOp = std::get<0>(pair); in matchAndRewrite() local
374 rewriter.setInsertionPoint(reduceOp); in matchAndRewrite()
376 reduceOp, reduceOp.getOperand(), std::get<1>(pair)); in matchAndRewrite()
|
| /llvm-project-15.0.7/mlir/lib/Conversion/AffineToStandard/ |
| H A D | AffineToStandard.cpp | 249 auto reduceOp = rewriter.create<scf::ReduceOp>( in matchAndRewrite() local
251 rewriter.setInsertionPointToEnd(&reduceOp.getReductionOperator().front()); in matchAndRewrite()
254 reduceOp.getReductionOperator().front().getArgument(0), in matchAndRewrite()
255 reduceOp.getReductionOperator().front().getArgument(1)); in matchAndRewrite()
|
| /llvm-project-15.0.7/mlir/lib/Dialect/Vector/Transforms/ |
| H A D | VectorTransforms.cpp | 979 LogicalResult matchAndRewrite(vector::MultiDimReductionOp reduceOp, in matchAndRewrite()
981 if (reduceOp.getKind() != vector::CombiningKind::ADD) in matchAndRewrite()
983 Operation *mulOp = reduceOp.getSource().getDefiningOp(); in matchAndRewrite()
986 SmallVector<bool> reductionMask = reduceOp.getReductionMask(); in matchAndRewrite()
999 /*symCount=*/0, exprs, reduceOp.getContext()); in matchAndRewrite()
1001 reduceOp, mulOp->getOperand(0), mulOp->getOperand(1), reduceOp.getAcc(), in matchAndRewrite()
|
| /llvm-project-15.0.7/mlir/lib/Dialect/SCF/IR/ |
| H A D | SCF.cpp | 2202 auto reduceOp = std::get<1>(resultAndReduce); in verify() local
2203 auto reduceType = reduceOp.getOperand().getType(); in verify()
2205 return reduceOp.emitOpError() in verify()
2541 auto reduceOp = cast<ReduceOp>((*this)->getParentOp()); in verify() local
2542 Type reduceType = reduceOp.getOperand().getType(); in verify()
|
| /llvm-project-15.0.7/mlir/lib/Conversion/TosaToLinalg/ |
| H A D | TosaToLinalg.cpp | 1635 LogicalResult matchAndRewrite(SrcOp reduceOp, in matchAndRewrite() argument
1637 return reduceMatchAndRewriteHelper(reduceOp, reduceOp.getAxis(), rewriter); in matchAndRewrite()
|