| /llvm-project-15.0.7/mlir/lib/Dialect/Affine/Transforms/ |
| H A D | AffineParallelize.cpp | 41 : loop(l), reductions(std::move(r)) {} in ParallelizationCandidate() 46 SmallVector<LoopReduction> reductions; member 57 SmallVector<LoopReduction> reductions; in runOnOperation() local 58 if (isLoopParallel(loop, parallelReductions ? &reductions : nullptr)) in runOnOperation() 59 parallelizableLoops.emplace_back(loop, std::move(reductions)); in runOnOperation() 73 if (failed(affineParallelize(loop, candidate.reductions))) { in runOnOperation()
|
| H A D | SuperVectorize.cpp | 1298 ArrayRef<LoopReduction> reductions; in vectorizeAffineForOp() local 1303 reductions = it->second; in vectorizeAffineForOp() 1304 assert(reductions.size() == forOp.getNumIterOperands() && in vectorizeAffineForOp() 1317 for (auto redAndOperand : llvm::zip(reductions, forOp.getIterOperands())) { in vectorizeAffineForOp() 1357 getVectorReductionOp(reductions[i].kind, state.builder, in vectorizeAffineForOp() 1365 if (!isNeutralElementConst(reductions[i].kind, origInit, state)) in vectorizeAffineForOp() 1367 arith::getReductionOp(reductions[i].kind, state.builder, in vectorizeAffineForOp() 1743 SmallVector<LoopReduction, 2> reductions; in runOnOperation() local 1744 if (isLoopParallel(loop, &reductions)) { in runOnOperation() 1747 if (!reductions.empty()) in runOnOperation() [all …]
|
| /llvm-project-15.0.7/mlir/lib/Dialect/OpenMP/IR/ |
| H A D | OpenMPDialect.cpp | 317 redcuctionSymbols = ArrayAttr::get(parser.getContext(), reductions); in parseReductionVarList() 325 Optional<ArrayAttr> reductions) { in printReductionVarList() argument 326 for (unsigned i = 0, e = reductions->size(); i < e; ++i) { in printReductionVarList() 329 p << (*reductions)[i] << " -> " << reductionVars[i] << " : " in printReductionVarList() 336 Optional<ArrayAttr> reductions, in verifyReductionVarList() argument 339 if (!reductions || reductions->size() != reductionVars.size()) in verifyReductionVarList() 344 if (reductions) in verifyReductionVarList() 352 for (auto args : llvm::zip(reductionVars, *reductions)) { in verifyReductionVarList() 483 return verifyReductionVarList(*this, reductions(), reduction_vars()); in verify() 495 return verifyReductionVarList(*this, reductions(), reduction_vars()); in verify() [all …]
|
| /llvm-project-15.0.7/llvm/test/Transforms/LoopVectorize/ARM/ |
| H A D | tail-folding-reductions-allowed.ll | 4 ….main-arm-eabihf -mattr=+mve.fp -loop-vectorize -tail-predication=enabled-no-reductions -S < %s | \ 7 …arm-eabihf -mattr=+mve.fp -loop-vectorize -tail-predication=force-enabled-no-reductions -S < %s | \ 12 ; Check that this reduction is allowed, except when reductions are disable on
|
| /llvm-project-15.0.7/openmp/runtime/src/ |
| H A D | kmp_gsupport.cpp | 1856 if (reductions) { in __GOMP_taskloop() 2214 if (reductions) in KMP_EXPAND_NAME() 2268 if (reductions) in KMP_EXPAND_NAME() 2320 reductions)); in KMP_EXPAND_NAME() 2321 if (reductions) in KMP_EXPAND_NAME() 2355 reductions)); in KMP_EXPAND_NAME() 2356 if (reductions) in KMP_EXPAND_NAME() 2389 reductions)); in KMP_EXPAND_NAME() 2390 if (reductions) in KMP_EXPAND_NAME() 2426 if (reductions) in KMP_EXPAND_NAME() [all …]
|
| /llvm-project-15.0.7/mlir/test/Dialect/Affine/SuperVectorize/ |
| H A D | vectorize_reduction_2d.mlir | 1 …ctorize="virtual-vector-size=32,256 test-fastest-varying=1,0 vectorize-reductions=true" -verify-di… 7 // expected-error@+1 {{Vectorizing reductions is supported only for 1-D vectors}}
|
| /llvm-project-15.0.7/mlir/test/Integration/Dialect/Vector/CPU/ |
| H A D | test-reductions-f64-reassoc.mlir | 2 // RUN: -convert-vector-to-llvm='reassociate-fp-reductions' \ 22 // Various vector reductions. Not full functional unit tests, but
|
| H A D | test-reductions-f32-reassoc.mlir | 2 // RUN: -convert-vector-to-llvm='reassociate-fp-reductions' \ 22 // Various vector reductions. Not full functional unit tests, but
|
| H A D | test-reductions-f64.mlir | 34 // Various vector reductions. Not full functional unit tests, but
|
| H A D | test-reductions-f32.mlir | 34 // Various vector reductions. Not full functional unit tests, but
|
| H A D | test-reductions-i32.mlir | 34 // Various vector reductions. Not full functional unit tests, but
|
| H A D | test-reductions-i64.mlir | 34 // Various vector reductions. Not full functional unit tests, but
|
| /llvm-project-15.0.7/llvm/test/Transforms/LoopVectorize/AArch64/ |
| H A D | sve-strict-fadd-cost.ll | 2 ; RUN: opt < %s -loop-vectorize -debug -disable-output -force-ordered-reductions=true -hints-allow-… 5 ; RUN: opt < %s -loop-vectorize -debug -disable-output -force-ordered-reductions=true -hints-allow-… 8 ; RUN: opt < %s -loop-vectorize -debug -disable-output -force-ordered-reductions=true -hints-allow-…
|
| H A D | strict-fadd-vf1.ll | 2 ; RUN: opt -loop-vectorize -force-ordered-reductions=true -force-vector-width=1 -S < %s -debug 2> %… 7 ; CHECK-DEBUG: LV: Not interleaving scalar ordered reductions.
|
| H A D | strict-fadd-cost.ll | 2 ; RUN: opt < %s -loop-vectorize -debug -disable-output -force-ordered-reductions=true -hints-allow-… 4 ; RUN: opt < %s -loop-vectorize -debug -disable-output -force-ordered-reductions=true -hints-allow-…
|
| /llvm-project-15.0.7/mlir/lib/Conversion/AffineToStandard/ |
| H A D | AffineToStandard.cpp | 217 ArrayRef<Attribute> reductions = op.getReductions().getValue(); in matchAndRewrite() local 218 for (auto pair : llvm::zip(reductions, op.getResultTypes())) { in matchAndRewrite() 239 assert(reductions.size() == affineParOpTerminator->getNumOperands() && in matchAndRewrite() 241 for (unsigned i = 0, end = reductions.size(); i < end; i++) { in matchAndRewrite() 245 reductions[i].cast<IntegerAttr>().getInt()); in matchAndRewrite()
|
| /llvm-project-15.0.7/llvm/docs/ |
| H A D | BugpointRedesign.md | 22 via classic delta debugging and by adding some IR-specific reductions (e.g. 79 Once these passes are implemented, more meaningful reductions (such as type
|
| /llvm-project-15.0.7/llvm/test/CodeGen/AArch64/ |
| H A D | sve-vecreduce-fold.ll | 5 ; OR reductions 49 ; AND reductions
|
| /llvm-project-15.0.7/mlir/test/Conversion/VectorToLLVM/ |
| H A D | vector-reduction-to-llvm.mlir | 2 // RUN: mlir-opt %s -convert-vector-to-llvm='reassociate-fp-reductions' | FileCheck %s --check-pref…
|
| /llvm-project-15.0.7/polly/test/ScopInfo/ |
| H A D | reduction_disabled_multiplicative.ll | 1 …y-stmt-granularity=bb -polly-print-scops -polly-disable-multiplicative-reductions -disable-output …
|
| /llvm-project-15.0.7/mlir/include/mlir/Dialect/OpenMP/ |
| H A D | OpenMPOps.td | 74 declarations in the `reductions` attribute. Each reduction is identified 93 OptionalAttr<SymbolRefArrayAttr>:$reductions, 104 $reduction_vars, type($reduction_vars), $reductions 184 declarations in the `reductions` attribute. Each reduction is identified 201 OptionalAttr<SymbolRefArrayAttr>:$reductions, 211 $reduction_vars, type($reduction_vars), $reductions 305 declarations in the `reductions` attribute. Each reduction is identified 342 OptionalAttr<SymbolRefArrayAttr>:$reductions, 389 $reduction_vars, type($reduction_vars), $reductions 674 OptionalAttr<SymbolRefArrayAttr>:$reductions, [all …]
|
| /llvm-project-15.0.7/polly/ |
| H A D | CREDITS.txt | 42 D: reductions, general infrastructure
|
| /llvm-project-15.0.7/polly/test/DependenceInfo/ |
| H A D | reduction_only_reduction_like_access.ll | 6 ; We are limited to binary reductions at the moment and this is not one.
|
| /llvm-project-15.0.7/mlir/lib/Target/LLVMIR/Dialect/OpenMP/ |
| H A D | OpenMPToLLVMIRTranslation.cpp | 387 reductionSymbol = (*container.reductions())[i].cast<SymbolRefAttr>(); in findReductionDecl() 400 SmallVectorImpl<omp::ReductionDeclareOp> &reductions) { in collectReductionDecls() argument 401 Optional<ArrayAttr> attr = loop.reductions(); in collectReductionDecls() 405 reductions.reserve(reductions.size() + loop.getNumReductionVars()); in collectReductionDecls() 407 reductions.push_back( in collectReductionDecls() 606 if (!sectionsOp.reduction_vars().empty() || sectionsOp.reductions() || in convertOmpSections()
|
| /llvm-project-15.0.7/llvm/test/Transforms/LoopInterchange/ |
| H A D | outer-only-reductions.ll | 5 ; Outer loop only reductions are not supported currently.
|