Lines Matching refs:loops
1503 std::vector<SmallVector<AffineForOp, 2>> &loops) { in getMatchedAffineLoopsRec() argument
1505 assert(currentLevel <= loops.size() && "Unexpected currentLevel"); in getMatchedAffineLoopsRec()
1506 if (currentLevel == loops.size()) in getMatchedAffineLoopsRec()
1507 loops.emplace_back(); in getMatchedAffineLoopsRec()
1510 loops[currentLevel].push_back(cast<AffineForOp>(match.getMatchedOperation())); in getMatchedAffineLoopsRec()
1512 getMatchedAffineLoopsRec(childMatch, currentLevel + 1, loops); in getMatchedAffineLoopsRec()
1523 std::vector<SmallVector<AffineForOp, 2>> &loops) { in getMatchedAffineLoops() argument
1524 getMatchedAffineLoopsRec(match, /*currLoopDepth=*/0, loops); in getMatchedAffineLoops()
1530 vectorizeLoopNest(std::vector<SmallVector<AffineForOp, 2>> &loops, in vectorizeLoopNest() argument
1532 assert(loops[0].size() == 1 && "Expected single root loop"); in vectorizeLoopNest()
1533 AffineForOp rootLoop = loops[0][0]; in vectorizeLoopNest()
1656 static void vectorizeLoops(Operation *parentOp, DenseSet<Operation *> &loops, in vectorizeLoops() argument
1665 makePattern(loops, vectorSizes.size(), fastestVaryingPattern); in vectorizeLoops()
1771 verifyLoopNesting(const std::vector<SmallVector<AffineForOp, 2>> &loops) { in verifyLoopNesting() argument
1773 if (loops.empty()) in verifyLoopNesting()
1777 if (loops[0].size() != 1) in verifyLoopNesting()
1781 for (int i = 1, end = loops.size(); i < end; ++i) { in verifyLoopNesting()
1782 for (AffineForOp loop : loops[i]) { in verifyLoopNesting()
1785 if (none_of(loops[i - 1], [&](AffineForOp maybeParent) { in verifyLoopNesting()
1792 for (AffineForOp sibling : loops[i]) { in verifyLoopNesting()
1812 void vectorizeAffineLoops(Operation *parentOp, DenseSet<Operation *> &loops, in vectorizeAffineLoops() argument
1818 vectorizeLoops(parentOp, loops, vectorSizes, fastestVaryingPattern, in vectorizeAffineLoops()
1858 vectorizeAffineLoopNest(std::vector<SmallVector<AffineForOp, 2>> &loops, in vectorizeAffineLoopNest() argument
1862 if (failed(verifyLoopNesting(loops))) in vectorizeAffineLoopNest()
1864 return vectorizeLoopNest(loops, strategy); in vectorizeAffineLoopNest()