Lines Matching refs:defWrite
141 bool mlir::vector::checkSameValueRAW(vector::TransferWriteOp defWrite, in checkSameValueRAW() argument
143 return !defWrite.hasOutOfBoundsDim() && !defWrite.getMask() && in checkSameValueRAW()
144 !read.getMask() && defWrite.getIndices() == read.getIndices() && in checkSameValueRAW()
145 defWrite.getVectorType() == read.getVectorType() && in checkSameValueRAW()
146 defWrite.getPermutationMap() == read.getPermutationMap(); in checkSameValueRAW()
3158 auto defWrite = readOp.getSource().getDefiningOp<vector::TransferWriteOp>(); in foldRAW() local
3159 while (defWrite) { in foldRAW()
3160 if (checkSameValueRAW(defWrite, readOp)) in foldRAW()
3161 return defWrite.getVector(); in foldRAW()
3163 cast<VectorTransferOpInterface>(defWrite.getOperation()), in foldRAW()
3166 defWrite = defWrite.getSource().getDefiningOp<vector::TransferWriteOp>(); in foldRAW()
3319 auto defWrite = readOp.getSource().getDefiningOp<vector::TransferWriteOp>(); in matchAndRewrite() local
3320 if (!defWrite) in matchAndRewrite()
3325 if (readOp.getIndices() == defWrite.getIndices() && in matchAndRewrite()
3326 readOp.getMask() == defWrite.getMask()) { in matchAndRewrite()
3327 SmallVector<int64_t> writeDims = defWrite.getTransferChunkAccessed(); in matchAndRewrite()
3331 vec = defWrite.getVector(); in matchAndRewrite()
3340 AffineMap writeMap = compressUnusedDims(defWrite.getPermutationMap()); in matchAndRewrite()
3357 broadcastShape, defWrite.getVectorType().getElementType()); in matchAndRewrite()
3668 auto defWrite = in matchAndRewrite() local
3670 while (defWrite) { in matchAndRewrite()
3671 if (checkSameValueWAW(writeOp, defWrite)) { in matchAndRewrite()
3672 writeToModify.getSourceMutable().assign(defWrite.getSource()); in matchAndRewrite()
3676 cast<VectorTransferOpInterface>(defWrite.getOperation()), in matchAndRewrite()
3681 if (!defWrite->hasOneUse()) in matchAndRewrite()
3683 writeToModify = defWrite; in matchAndRewrite()
3684 defWrite = defWrite.getSource().getDefiningOp<vector::TransferWriteOp>(); in matchAndRewrite()