Lines Matching refs:forOp
891 static void eraseLoopNest(AffineForOp forOp) { in eraseLoopNest() argument
892 LLVM_DEBUG(dbgs() << "[early-vect]+++++ erasing:\n" << forOp << "\n"); in eraseLoopNest()
893 forOp.erase(); in eraseLoopNest()
922 return [¶llelLoops, fastestVaryingMemRefDimension](Operation &forOp) { in isVectorizableLoopPtrFactory() argument
923 auto loop = cast<AffineForOp>(forOp); in isVectorizableLoopPtrFactory()
1076 AffineForOp forOp = getForInductionVarOwner(value); in isUniformDefinition() local
1077 if (forOp && strategy->loopToVectorDim.count(forOp) == 0) in isUniformDefinition()
1269 static Operation *vectorizeAffineForOp(AffineForOp forOp, in vectorizeAffineForOp() argument
1272 auto loopToVecDimIt = strategy.loopToVectorDim.find(forOp); in vectorizeAffineForOp()
1276 if (isLoopVecDim && forOp.getNumIterOperands() > 0 && forOp.getStep() != 1) { in vectorizeAffineForOp()
1280 << forOp.getStep() << "\n"); in vectorizeAffineForOp()
1292 newStep = forOp.getStep() * forOpVecFactor; in vectorizeAffineForOp()
1294 newStep = forOp.getStep(); in vectorizeAffineForOp()
1299 if (isLoopVecDim && forOp.getNumIterOperands() > 0) { in vectorizeAffineForOp()
1300 auto it = strategy.reductionLoops.find(forOp); in vectorizeAffineForOp()
1304 assert(reductions.size() == forOp.getNumIterOperands() && in vectorizeAffineForOp()
1311 for (auto operand : forOp.getIterOperands()) in vectorizeAffineForOp()
1317 for (auto redAndOperand : llvm::zip(reductions, forOp.getIterOperands())) { in vectorizeAffineForOp()
1324 forOp.getLoc(), forOp.getLowerBoundOperands(), forOp.getLowerBoundMap(), in vectorizeAffineForOp()
1325 forOp.getUpperBoundOperands(), forOp.getUpperBoundMap(), newStep, in vectorizeAffineForOp()
1345 state.registerOpVectorReplacement(forOp, vecForOp); in vectorizeAffineForOp()
1346 state.registerValueScalarReplacement(forOp.getInductionVar(), in vectorizeAffineForOp()
1349 llvm ::zip(forOp.getRegionIterArgs(), vecForOp.getRegionIterArgs())) in vectorizeAffineForOp()
1363 Value origInit = forOp.getOperand(forOp.getNumControlOperands() + i); in vectorizeAffineForOp()
1369 state.registerLoopResultScalarReplacement(forOp.getResult(i), finalRes); in vectorizeAffineForOp()
1382 if (isLoopVecDim && forOp.getNumIterOperands() > 0) in vectorizeAffineForOp()
1483 if (auto forOp = dyn_cast<AffineForOp>(op)) in vectorizeOneOperation() local
1484 return vectorizeAffineForOp(forOp, state); in vectorizeOneOperation()