Lines Matching refs:reductionOp
875 auto reductionOp = in matchAndRewrite() local
877 auto vectorType = reductionOp.getVector().getType().cast<VectorType>(); in matchAndRewrite()
887 if (!reductionOp.getType().isF32() && in matchAndRewrite()
888 !reductionOp.getType().isSignlessInteger(32)) in matchAndRewrite()
896 SmallVector<Value> yieldValues = {reductionOp.getVector()}; in matchAndRewrite()
898 VectorType::get({numElements}, reductionOp.getType())}; in matchAndRewrite()
899 if (reductionOp.getAcc()) { in matchAndRewrite()
900 yieldValues.push_back(reductionOp.getAcc()); in matchAndRewrite()
901 retTypes.push_back(reductionOp.getAcc().getType()); in matchAndRewrite()
911 reductionOp.getLoc(), reductionOp.getKind(), laneValVec); in matchAndRewrite()
914 distributedReductionFn(reductionOp.getLoc(), rewriter, perLaneReduction, in matchAndRewrite()
915 reductionOp.getKind(), newWarpOp.getWarpSize()); in matchAndRewrite()
916 if (reductionOp.getAcc()) { in matchAndRewrite()
918 rewriter, reductionOp.getLoc(), reductionOp.getKind(), fullReduce, in matchAndRewrite()