Lines Matching refs:adaptor
135 matchAndRewrite(vector::BitCastOp bitCastOp, OpAdaptor adaptor, in matchAndRewrite() argument
143 adaptor.getOperands()[0]); in matchAndRewrite()
156 matchAndRewrite(vector::MatmulOp matmulOp, OpAdaptor adaptor, in matchAndRewrite() argument
160 adaptor.getLhs(), adaptor.getRhs(), matmulOp.getLhsRows(), in matchAndRewrite()
174 matchAndRewrite(vector::FlatTransposeOp transOp, OpAdaptor adaptor, in matchAndRewrite() argument
178 adaptor.getMatrix(), transOp.getRows(), transOp.getColumns()); in matchAndRewrite()
187 vector::LoadOpAdaptor adaptor, in replaceLoadOrStoreOp() argument
194 vector::MaskedLoadOpAdaptor adaptor, in replaceLoadOrStoreOp() argument
198 loadOp, vectorTy, ptr, adaptor.getMask(), adaptor.getPassThru(), align); in replaceLoadOrStoreOp()
202 vector::StoreOpAdaptor adaptor, in replaceLoadOrStoreOp() argument
205 rewriter.replaceOpWithNewOp<LLVM::StoreOp>(storeOp, adaptor.getValueToStore(), in replaceLoadOrStoreOp()
210 vector::MaskedStoreOpAdaptor adaptor, in replaceLoadOrStoreOp() argument
214 storeOp, adaptor.getValueToStore(), ptr, adaptor.getMask(), align); in replaceLoadOrStoreOp()
226 typename LoadOrStoreOp::Adaptor adaptor, in matchAndRewrite() argument
244 Value dataPtr = this->getStridedElementPtr(loc, memRefTy, adaptor.getBase(), in matchAndRewrite()
245 adaptor.getIndices(), rewriter); in matchAndRewrite()
248 replaceLoadOrStoreOp(loadOrStoreOp, adaptor, vtype, ptr, align, rewriter); in matchAndRewrite()
260 matchAndRewrite(vector::GatherOp gather, OpAdaptor adaptor, in matchAndRewrite() argument
273 Value ptr = getStridedElementPtr(loc, memRefType, adaptor.getBase(), in matchAndRewrite()
274 adaptor.getIndices(), rewriter); in matchAndRewrite()
275 if (failed(getIndexedPtrs(rewriter, loc, adaptor.getBase(), ptr, in matchAndRewrite()
276 adaptor.getIndexVec(), memRefType, vType, ptrs))) in matchAndRewrite()
281 gather, typeConverter->convertType(vType), ptrs, adaptor.getMask(), in matchAndRewrite()
282 adaptor.getPassThru(), rewriter.getI32IntegerAttr(align)); in matchAndRewrite()
294 matchAndRewrite(vector::ScatterOp scatter, OpAdaptor adaptor, in matchAndRewrite() argument
307 Value ptr = getStridedElementPtr(loc, memRefType, adaptor.getBase(), in matchAndRewrite()
308 adaptor.getIndices(), rewriter); in matchAndRewrite()
309 if (failed(getIndexedPtrs(rewriter, loc, adaptor.getBase(), ptr, in matchAndRewrite()
310 adaptor.getIndexVec(), memRefType, vType, ptrs))) in matchAndRewrite()
315 scatter, adaptor.getValueToStore(), ptrs, adaptor.getMask(), in matchAndRewrite()
328 matchAndRewrite(vector::ExpandLoadOp expand, OpAdaptor adaptor, in matchAndRewrite() argument
335 Value ptr = getStridedElementPtr(loc, memRefType, adaptor.getBase(), in matchAndRewrite()
336 adaptor.getIndices(), rewriter); in matchAndRewrite()
339 expand, vtype, ptr, adaptor.getMask(), adaptor.getPassThru()); in matchAndRewrite()
351 matchAndRewrite(vector::CompressStoreOp compress, OpAdaptor adaptor, in matchAndRewrite() argument
357 Value ptr = getStridedElementPtr(loc, memRefType, adaptor.getBase(), in matchAndRewrite()
358 adaptor.getIndices(), rewriter); in matchAndRewrite()
361 compress, adaptor.getValueToStore(), ptr, adaptor.getMask()); in matchAndRewrite()
428 matchAndRewrite(vector::ReductionOp reductionOp, OpAdaptor adaptor, in matchAndRewrite() argument
433 Value operand = adaptor.getVector(); in matchAndRewrite()
434 Value acc = adaptor.getAcc(); in matchAndRewrite()
504 Value acc = adaptor.getOperands().size() > 1 in matchAndRewrite()
505 ? adaptor.getOperands()[1] in matchAndRewrite()
514 Value acc = adaptor.getOperands().size() > 1 in matchAndRewrite()
515 ? adaptor.getOperands()[1] in matchAndRewrite()
554 matchAndRewrite(vector::ShuffleOp shuffleOp, OpAdaptor adaptor, in matchAndRewrite() argument
577 loc, adaptor.getV1(), adaptor.getV2(), maskArrayAttr); in matchAndRewrite()
592 Value value = adaptor.getV1(); in matchAndRewrite()
595 value = adaptor.getV2(); in matchAndRewrite()
614 matchAndRewrite(vector::ExtractElementOp extractEltOp, OpAdaptor adaptor, in matchAndRewrite() argument
630 extractEltOp, llvmType, adaptor.getVector(), zero); in matchAndRewrite()
635 extractEltOp, llvmType, adaptor.getVector(), adaptor.getPosition()); in matchAndRewrite()
646 matchAndRewrite(vector::ExtractOp extractOp, OpAdaptor adaptor, in matchAndRewrite() argument
660 rewriter.replaceOp(extractOp, adaptor.getVector()); in matchAndRewrite()
667 loc, llvmResultType, adaptor.getVector(), positionArrayAttr); in matchAndRewrite()
674 Value extracted = adaptor.getVector(); in matchAndRewrite()
716 matchAndRewrite(vector::FMAOp fmaOp, OpAdaptor adaptor, in matchAndRewrite() argument
722 fmaOp, adaptor.getLhs(), adaptor.getRhs(), adaptor.getAcc()); in matchAndRewrite()
733 matchAndRewrite(vector::InsertElementOp insertEltOp, OpAdaptor adaptor, in matchAndRewrite() argument
749 insertEltOp, llvmType, adaptor.getDest(), adaptor.getSource(), zero); in matchAndRewrite()
754 insertEltOp, llvmType, adaptor.getDest(), adaptor.getSource(), in matchAndRewrite()
755 adaptor.getPosition()); in matchAndRewrite()
766 matchAndRewrite(vector::InsertOp insertOp, OpAdaptor adaptor, in matchAndRewrite() argument
781 rewriter.replaceOp(insertOp, adaptor.getSource()); in matchAndRewrite()
788 loc, llvmResultType, adaptor.getDest(), adaptor.getSource(), in matchAndRewrite()
796 Value extracted = adaptor.getDest(); in matchAndRewrite()
814 adaptor.getSource(), constant); in matchAndRewrite()
821 loc, llvmResultType, adaptor.getDest(), inserted, in matchAndRewrite()
920 matchAndRewrite(vector::TypeCastOp castOp, OpAdaptor adaptor, in matchAndRewrite() argument
933 adaptor.getOperands()[0].getType().dyn_cast<LLVM::LLVMStructType>(); in matchAndRewrite()
936 MemRefDescriptor sourceMemRef(adaptor.getOperands()[0]); in matchAndRewrite()
1043 matchAndRewrite(vector::PrintOp printOp, OpAdaptor adaptor, in matchAndRewrite() argument
1100 emitRanks(rewriter, printOp, adaptor.getSource(), type, printer, rank, in matchAndRewrite()
1193 matchAndRewrite(vector::SplatOp splatOp, OpAdaptor adaptor, in matchAndRewrite()
1210 splatOp, vectorType, undef, adaptor.getInput(), zero); in matchAndRewrite()
1216 splatOp.getLoc(), vectorType, undef, adaptor.getInput(), zero); in matchAndRewrite()
1236 matchAndRewrite(SplatOp splatOp, OpAdaptor adaptor, in matchAndRewrite()
1261 adaptor.getInput(), zero); in matchAndRewrite()