Lines Matching refs:padOp

691                                         tensor::PadOp padOp, Value dest) {  in tryVectorizeCopy()
692 auto sourceType = padOp.getSourceType(); in tryVectorizeCopy()
693 auto resultType = padOp.getResultType(); in tryVectorizeCopy()
698 auto padValue = padOp.getConstantPaddingValue(); in tryVectorizeCopy()
705 padOp.getLoc(), elemType, rewriter.getZeroAttr(elemType)); in tryVectorizeCopy()
728 getConstantIntValue(padOp.getMixedLowPad()[i]) == in tryVectorizeCopy()
741 rewriter.create<arith::ConstantIndexOp>(padOp.getLoc(), 0)); in tryVectorizeCopy()
743 padOp.getLoc(), vecType, padOp.getSource(), readIndices, padValue, in tryVectorizeCopy()
755 ofrToIndexValues(rewriter, padOp.getLoc(), padOp.getMixedLowPad()); in tryVectorizeCopy()
757 padOp, read, dest, writeIndices, ArrayRef<bool>{writeInBounds}); in tryVectorizeCopy()
769 LogicalResult matchAndRewrite(tensor::PadOp padOp, in matchAndRewrite()
773 for (auto *user : llvm::to_vector<4>(padOp->getUsers())) in matchAndRewrite()
775 changed |= rewriteUser(rewriter, padOp, op).succeeded(); in matchAndRewrite()
781 tensor::PadOp padOp, OpTy op) const = 0;
808 LogicalResult rewriteUser(PatternRewriter &rewriter, tensor::PadOp padOp, in rewriteUser()
811 if (!padOp.hasZeroLowPad()) in rewriteUser()
814 auto padValue = padOp.getConstantPaddingValue(); in rewriteUser()
825 xferOp.getSourceMutable().assign(padOp.getSource()); in rewriteUser()
870 LogicalResult rewriteUser(PatternRewriter &rewriter, tensor::PadOp padOp, in rewriteUser()
877 if (!padOp.hasZeroLowPad()) in rewriteUser()
880 auto padValue = padOp.getConstantPaddingValue(); in rewriteUser()
893 if (!hasSameTensorSize(padOp.getSource(), trimPadding)) in rewriteUser()
901 xferOp, padOp.getSource().getType(), xferOp.getVector(), in rewriteUser()
902 padOp.getSource(), xferOp.getIndices(), xferOp.getPermutationMapAttr(), in rewriteUser()
1024 LogicalResult rewriteUser(PatternRewriter &rewriter, tensor::PadOp padOp, in rewriteUser()
1027 if (!padOp.hasZeroLowPad()) in rewriteUser()
1033 auto padValue = padOp.getConstantPaddingValue(); in rewriteUser()
1037 if (!padOp.getResult().getType().cast<ShapedType>().hasStaticShape()) in rewriteUser()
1040 if (insertOp.getDest() == padOp.getResult()) in rewriteUser()
1043 auto vecType = VectorType::get(padOp.getType().getShape(), in rewriteUser()
1044 padOp.getType().getElementType()); in rewriteUser()
1065 vecRank, rewriter.create<arith::ConstantIndexOp>(padOp.getLoc(), 0)); in rewriteUser()
1067 padOp.getLoc(), vecType, padOp.getSource(), readIndices, padValue); in rewriteUser()
1073 ofrToIndexValues(rewriter, padOp.getLoc(), insertOp.getMixedOffsets()); in rewriteUser()