Lines Matching refs:vecForOp
964 auto vecForOp = cast<AffineForOp>(parentOp); in vectorizeConstant() local
965 state.builder.setInsertionPointToStart(vecForOp.getBody()); in vectorizeConstant()
1001 static Value createMask(AffineForOp vecForOp, VectorizationState &state) { in createMask() argument
1004 assert(vecForOp.getStep() == state.strategy->vectorSizes[0] && in createMask()
1009 if (Value mask = state.vecLoopToMask.lookup(vecForOp)) in createMask()
1014 if (vecForOp.hasConstantBounds()) { in createMask()
1016 vecForOp.getConstantUpperBound() - vecForOp.getConstantLowerBound(); in createMask()
1017 if (originalTripCount % vecForOp.getStep() == 0) in createMask()
1022 state.builder.setInsertionPointToStart(vecForOp.getBody()); in createMask()
1034 Location loc = vecForOp.getLoc(); in createMask()
1038 AffineMap ubMap = vecForOp.getUpperBoundMap(); in createMask()
1041 ub = state.builder.create<AffineApplyOp>(loc, vecForOp.getUpperBoundMap(), in createMask()
1042 vecForOp.getUpperBoundOperands()); in createMask()
1044 ub = state.builder.create<AffineMinOp>(loc, vecForOp.getUpperBoundMap(), in createMask()
1045 vecForOp.getUpperBoundOperands()); in createMask()
1051 {ub, vecForOp.getInductionVar()}); in createMask()
1065 state.vecLoopToMask[vecForOp] = mask; in createMask()
1323 auto vecForOp = state.builder.create<AffineForOp>( in vectorizeAffineForOp() local
1345 state.registerOpVectorReplacement(forOp, vecForOp); in vectorizeAffineForOp()
1347 vecForOp.getInductionVar()); in vectorizeAffineForOp()
1349 llvm ::zip(forOp.getRegionIterArgs(), vecForOp.getRegionIterArgs())) in vectorizeAffineForOp()
1354 for (unsigned i = 0; i < vecForOp.getNumIterOperands(); ++i) { in vectorizeAffineForOp()
1358 vecForOp.getLoc(), vecForOp.getResult(i)); in vectorizeAffineForOp()
1374 state.vecLoopToVecDim[vecForOp] = loopToVecDimIt->second; in vectorizeAffineForOp()
1378 state.builder.setInsertionPointToStart(vecForOp.getBody()); in vectorizeAffineForOp()
1383 createMask(vecForOp, state); in vectorizeAffineForOp()
1385 return vecForOp; in vectorizeAffineForOp()