Lines Matching refs:writeOp

286                                             vector::TransferWriteOp writeOp,  in cloneWriteOp()  argument
288 assert(writeOp->getParentOp() == warpOp && in cloneWriteOp()
293 rewriter, warpOp, ValueRange{{writeOp.getVector()}}, in cloneWriteOp()
297 cast<vector::TransferWriteOp>(rewriter.clone(*writeOp.getOperation())); in cloneWriteOp()
298 rewriter.eraseOp(writeOp); in cloneWriteOp()
329 vector::TransferWriteOp writeOp, in tryDistributeOp()
331 VectorType writtenVectorType = writeOp.getVectorType(); in tryDistributeOp()
339 AffineMap map = distributionMapFn(writeOp); in tryDistributeOp()
341 return writeOp->emitError("multi-dim distribution not implemented yet"); in tryDistributeOp()
358 cloneWriteOp(rewriter, warpOp, writeOp, targetType); in tryDistributeOp()
388 vector::TransferWriteOp writeOp, in tryExtractOp()
390 Location loc = writeOp.getLoc(); in tryExtractOp()
391 VectorType vecType = writeOp.getVectorType(); in tryExtractOp()
404 SmallVector<Value> yieldValues = {writeOp.getVector()}; in tryExtractOp()
417 cast<vector::TransferWriteOp>(rewriter.clone(*writeOp.getOperation())); in tryExtractOp()
419 rewriter.eraseOp(writeOp); in tryExtractOp()
424 LogicalResult matchAndRewrite(vector::TransferWriteOp writeOp, in matchAndRewrite()
427 if (writeOp.getMask()) in matchAndRewrite()
430 auto warpOp = dyn_cast<WarpExecuteOnLane0Op>(writeOp->getParentOp()); in matchAndRewrite()
435 Operation *nextOp = writeOp.getOperation(); in matchAndRewrite()
440 if (!llvm::all_of(writeOp->getOperands(), [&](Value value) { in matchAndRewrite()
441 return writeOp.getVector() == value || in matchAndRewrite()
446 if (succeeded(tryDistributeOp(rewriter, writeOp, warpOp))) in matchAndRewrite()
449 if (succeeded(tryExtractOp(rewriter, writeOp, warpOp))) in matchAndRewrite()