Lines Matching refs:AffineForOp

737   void finishVectorizationPattern(AffineForOp rootLoop);
865 assert(isa<AffineForOp>(replaced.getDefiningOp())); in registerLoopResultScalarReplacement()
891 static void eraseLoopNest(AffineForOp forOp) { in eraseLoopNest()
897 void VectorizationState::finishVectorizationPattern(AffineForOp rootLoop) { in finishVectorizationPattern()
923 auto loop = cast<AffineForOp>(forOp); in isVectorizableLoopPtrFactory()
963 isa<AffineForOp>(parentOp) && "Expected a vectorized for op"); in vectorizeConstant()
964 auto vecForOp = cast<AffineForOp>(parentOp); in vectorizeConstant()
1001 static Value createMask(AffineForOp vecForOp, VectorizationState &state) { in createMask()
1076 AffineForOp forOp = getForInductionVarOwner(value); in isUniformDefinition()
1081 auto loop = cast<AffineForOp>(loopToDim.first); in isUniformDefinition()
1269 static Operation *vectorizeAffineForOp(AffineForOp forOp, in vectorizeAffineForOp()
1323 auto vecForOp = state.builder.create<AffineForOp>( in vectorizeAffineForOp()
1442 cast<AffineForOp>(newParentOp).getRegionIterArgs(), i, combinerOps); in vectorizeAffineYieldOp()
1446 Value neutralVal = cast<AffineForOp>(newParentOp).getIterOperands()[i]; in vectorizeAffineYieldOp()
1483 if (auto forOp = dyn_cast<AffineForOp>(op)) in vectorizeOneOperation()
1503 std::vector<SmallVector<AffineForOp, 2>> &loops) { in getMatchedAffineLoopsRec() argument
1510 loops[currentLevel].push_back(cast<AffineForOp>(match.getMatchedOperation())); in getMatchedAffineLoopsRec()
1523 std::vector<SmallVector<AffineForOp, 2>> &loops) { in getMatchedAffineLoops() argument
1530 vectorizeLoopNest(std::vector<SmallVector<AffineForOp, 2>> &loops, in vectorizeLoopNest() argument
1533 AffineForOp rootLoop = loops[0][0]; in vectorizeLoopNest()
1577 eraseLoopNest(cast<AffineForOp>(vecRootLoopIt->second)); in vectorizeLoopNest()
1603 std::vector<SmallVector<AffineForOp, 2>> loopsToVectorize; in vectorizeRootMatch()
1617 SmallVector<AffineForOp, 8> bucketRoots; in computeIntersectionBuckets()
1620 AffineForOp matchRoot = cast<AffineForOp>(match.getMatchedOperation()); in computeIntersectionBuckets()
1623 AffineForOp bucketRoot = bucketRoots[i]; in computeIntersectionBuckets()
1742 f.walk([&parallelLoops, &reductionLoops](AffineForOp loop) { in runOnOperation()
1752 f.walk([&parallelLoops](AffineForOp loop) { in runOnOperation()
1771 verifyLoopNesting(const std::vector<SmallVector<AffineForOp, 2>> &loops) { in verifyLoopNesting() argument
1782 for (AffineForOp loop : loops[i]) { in verifyLoopNesting()
1785 if (none_of(loops[i - 1], [&](AffineForOp maybeParent) { in verifyLoopNesting()
1792 for (AffineForOp sibling : loops[i]) { in verifyLoopNesting()
1858 vectorizeAffineLoopNest(std::vector<SmallVector<AffineForOp, 2>> &loops, in vectorizeAffineLoopNest() argument