415   LogicalResult matchAndRewrite(vector::MultiDimReductionOp reductionOp,  in matchAndRewrite()
418         getTargetShape(options, reductionOp);  in matchAndRewrite()
421     SmallVector<int64_t, 4> originalSize = *reductionOp.getShapeForUnroll();  in matchAndRewrite()
429     Location loc = reductionOp.getLoc();  in matchAndRewrite()
437           loc, reductionOp.getSource(), offsets, *targetShape, operandStrides);  in matchAndRewrite()
442         if (!reductionOp.isReducedDim(i)) {  in matchAndRewrite()
456             loc, reductionOp.getAcc(), destOffset, dstShape, accStrides);  in matchAndRewrite()
459           dstShape, reductionOp.getSourceVectorType().getElementType());  in matchAndRewrite()
460       Operation *newOp = cloneOpWithOperandsAndTypes(rewriter, loc, reductionOp,  in matchAndRewrite()
467         loc, reductionOp.getDestType(),  in matchAndRewrite()
468         rewriter.getZeroAttr(reductionOp.getDestType()));  in matchAndRewrite()
474     rewriter.replaceOp(reductionOp, result);  in matchAndRewrite()
733   LogicalResult matchAndRewrite(vector::ReductionOp reductionOp,  in matchAndRewrite()
736         getTargetShape(options, reductionOp);  in matchAndRewrite()
739     SmallVector<int64_t> originalSize = *reductionOp.getShapeForUnroll();  in matchAndRewrite()
743     Location loc = reductionOp.getLoc();  in matchAndRewrite()
750           loc, reductionOp.getVector(), offsets, *targetShape, strides);  in matchAndRewrite()
752           rewriter, loc, reductionOp, slicedOperand, reductionOp.getType());  in matchAndRewrite()
760         accumulator = makeArithReduction(rewriter, loc, reductionOp.getKind(),  in matchAndRewrite()
765     rewriter.replaceOp(reductionOp, accumulator);  in matchAndRewrite()