| /llvm-project-15.0.7/mlir/lib/Conversion/VectorToSPIRV/ |
| H A D | VectorToSPIRV.cpp | 93 if (adaptor.getVector().getType().isa<spirv::ScalarType>()) { in matchAndRewrite() 94 rewriter.replaceOp(extractOp, adaptor.getVector()); in matchAndRewrite() 100 extractOp, adaptor.getVector(), id); in matchAndRewrite() 191 extractElementOp, extractElementOp.getType(), adaptor.getVector(), in matchAndRewrite() 265 auto srcVectorType = adaptor.getVector().getType().dyn_cast<VectorType>(); in matchAndRewrite() 276 loc, srcVectorType.getElementType(), adaptor.getVector(), in matchAndRewrite()
|
| /llvm-project-15.0.7/mlir/lib/Dialect/Vector/Transforms/ |
| H A D | VectorTransferOpTransforms.cpp | 211 read.replaceAllUsesWith(lastwrite.getVector()); in storeToLoadForwarding() 265 Value vector = transferReadOp.getVector(); in matchAndRewrite() 308 Value vector = transferWriteOp.getVector(); in matchAndRewrite() 420 Value vector = transferReadOp.getVector(); in matchAndRewrite() 478 Value vector = transferWriteOp.getVector(); in matchAndRewrite()
|
| H A D | VectorInsertExtractStridedSliceRewritePatterns.cpp | 227 rewriter.replaceOpWithNewOp<ShuffleOp>(op, dstType, op.getVector(), in matchAndRewrite() 228 op.getVector(), in matchAndRewrite() 276 Value one = extractOne(rewriter, loc, op.getVector(), off); in matchAndRewrite()
|
| H A D | VectorUnrollDistribute.cpp | 269 loc, writeOp.getVector(), elementOffsets, *targetShape, strides); in matchAndRewrite() 545 Operation *definedOp = extract.getVector().getDefiningOp(); in matchAndRewrite() 576 Operation *definedOp = extract.getVector().getDefiningOp(); in matchAndRewrite() 693 auto insert = write.getVector().getDefiningOp<vector::InsertMapOp>(); in matchAndRewrite() 720 loc, insert.getVector(), write.getSource(), indices, in matchAndRewrite() 750 loc, reductionOp.getVector(), offsets, *targetShape, strides); in matchAndRewrite() 807 loc, tranposeOp.getVector(), permutedOffsets, permutedShape, strides); in matchAndRewrite()
|
| H A D | VectorDistribute.cpp | 293 rewriter, warpOp, ValueRange{{writeOp.getVector()}}, in cloneWriteOp() 362 newWriteOp.getVector().getDefiningOp<WarpExecuteOnLane0Op>(); in tryDistributeOp() 404 SmallVector<Value> yieldValues = {writeOp.getVector()}; in tryExtractOp() 441 return writeOp.getVector() == value || in matchAndRewrite() 739 rewriter, warpOp, {extractOp.getVector()}, {extractOp.getVectorType()}, in matchAndRewrite() 877 auto vectorType = reductionOp.getVector().getType().cast<VectorType>(); in matchAndRewrite() 896 SmallVector<Value> yieldValues = {reductionOp.getVector()}; in matchAndRewrite()
|
| H A D | BufferizableOpInterfaceImpl.cpp | 107 writeOp.getLoc(), writeOp.getVector(), *resultBuffer, in bufferize()
|
| H A D | VectorDropLeadUnitDim.cpp | 67 loc, extractOp.getVector(), splatZero(dropCount)); in matchAndRewrite() 271 write.getLoc(), write.getVector(), splatZero(dropDim)); in matchAndRewrite()
|
| H A D | VectorTransferSplitRewritePatterns.cpp | 435 loc, MemRefType::get({}, xferOp.getVector().getType()), alloc)); in createFullPartialVectorTransferWrite() 436 mapping.map(xferOp.getVector(), load); in createFullPartialVectorTransferWrite()
|
| H A D | VectorTransferPermutationMapRewritePatterns.cpp | 184 op.getLoc(), op.getVector(), indices); in matchAndRewrite()
|
| H A D | VectorTransforms.cpp | 395 Value input = op.getVector(); in matchAndRewrite() 502 op.getVector()); in matchAndRewrite() 1054 *operand = transposeOp.getVector(); in matchAndRewrite() 1288 srcValues.push_back(transposeOp.getVector()); in matchAndRewrite() 2220 write.getVector()); in matchAndRewrite() 2223 write, write.getVector(), write.getSource(), write.getIndices()); in matchAndRewrite() 2257 auto castOp = extractOp.getVector().getDefiningOp<vector::BitCastOp>(); in matchAndRewrite() 2327 auto castOp = extractOp.getVector().getDefiningOp<vector::BitCastOp>(); in matchAndRewrite()
|
| /llvm-project-15.0.7/mlir/lib/Dialect/Vector/IR/ |
| H A D | VectorOps.cpp | 436 p << ", " << getVector(); in print() 1090 extractOp.setOperand(currentOp.getVector()); in foldExtractOpFromExtractChain() 1278 Value valueToExtractFrom = extractOp.getVector(); in fold() 1284 valueToExtractFrom = nextTransposeOp.getVector(); in fold() 1513 return getVector(); in fold() 1643 return insert.getVector(); in fold() 2603 return getVector(); in fold() 3161 return defWrite.getVector(); in foldRAW() 3331 vec = defWrite.getVector(); in matchAndRewrite() 4582 return getVector(); in fold() [all …]
|
| /llvm-project-15.0.7/mlir/lib/Conversion/VectorToSCF/ |
| H A D | VectorToSCF.cpp | 413 b.create<memref::StoreOp>(loc, newXferOp.getVector(), buffer, storeIndices); in rewriteOp() 457 auto loadOp = xferOp.getVector().getDefiningOp<memref::LoadOp>(); in getBuffer() 465 auto loadOp = xferOp.getVector().getDefiningOp<memref::LoadOp>(); in getBufferIndices() 628 rewriter.create<memref::StoreOp>(loc, xferOp.getVector(), in matchAndRewrite() 994 return extractOp.getVector(); in getDataVector() 995 return xferOp.getVector(); in getDataVector() 1000 if (auto *op = xferOp.getVector().getDefiningOp()) in getExtractOp() 1168 b.create<vector::ExtractElementOp>(loc, xferOp.getVector(), iv); in generateForLoopBody()
|
| /llvm-project-15.0.7/mlir/lib/Dialect/Linalg/Transforms/ |
| H A D | Hoisting.cpp | 310 return SmallVector<Value>{write.transferWriteOp.getVector()}; in hoistReadWrite() 313 b, forOp, read.transferReadOp.getVector(), yieldFn); in hoistReadWrite() 502 return SmallVector<Value>{transferWrite.getVector()}; in hoistRedundantVectorTransfers() 505 replaceLoopWithNewYields(b, loop, transferRead.getVector(), yieldFn); in hoistRedundantVectorTransfers()
|
| /llvm-project-15.0.7/llvm/lib/IR/ |
| H A D | Function.cpp | 1067 OutputTable.push_back(IITDescriptor::getVector(1, IsScalableVector)); in DecodeIITType() 1071 OutputTable.push_back(IITDescriptor::getVector(2, IsScalableVector)); in DecodeIITType() 1075 OutputTable.push_back(IITDescriptor::getVector(3, IsScalableVector)); in DecodeIITType() 1079 OutputTable.push_back(IITDescriptor::getVector(4, IsScalableVector)); in DecodeIITType() 1083 OutputTable.push_back(IITDescriptor::getVector(8, IsScalableVector)); in DecodeIITType() 1087 OutputTable.push_back(IITDescriptor::getVector(16, IsScalableVector)); in DecodeIITType() 1091 OutputTable.push_back(IITDescriptor::getVector(32, IsScalableVector)); in DecodeIITType() 1095 OutputTable.push_back(IITDescriptor::getVector(64, IsScalableVector)); in DecodeIITType() 1099 OutputTable.push_back(IITDescriptor::getVector(128, IsScalableVector)); in DecodeIITType() 1103 OutputTable.push_back(IITDescriptor::getVector(256, IsScalableVector)); in DecodeIITType() [all …]
|
| /llvm-project-15.0.7/llvm/include/llvm/CodeGen/PBQP/ |
| H A D | CostAllocator.h | 118 template <typename VectorKeyT> VectorPtr getVector(VectorKeyT v) { in getVector() function
|
| H A D | Graph.h | 377 VectorPtr AllocatedCosts = CostAlloc.getVector(std::move(Costs)); in addNode() 467 VectorPtr AllocatedCosts = CostAlloc.getVector(std::move(Costs)); in setNodeCosts()
|
| /llvm-project-15.0.7/mlir/include/mlir/Interfaces/ |
| H A D | VectorInterfaces.td | 98 /*methodBody=*/"return $_op.getVector();" 168 return $_op.getVector().getType().template dyn_cast<::mlir::VectorType>();
|
| /llvm-project-15.0.7/mlir/lib/Conversion/VectorToLLVM/ |
| H A D | ConvertVectorToLLVM.cpp | 433 Value operand = adaptor.getVector(); in matchAndRewrite() 630 extractEltOp, llvmType, adaptor.getVector(), zero); in matchAndRewrite() 635 extractEltOp, llvmType, adaptor.getVector(), adaptor.getPosition()); in matchAndRewrite() 660 rewriter.replaceOp(extractOp, adaptor.getVector()); in matchAndRewrite() 667 loc, llvmResultType, adaptor.getVector(), positionArrayAttr); in matchAndRewrite() 674 Value extracted = adaptor.getVector(); in matchAndRewrite()
|
| /llvm-project-15.0.7/llvm/include/llvm/IR/ |
| H A D | Intrinsics.h | 208 static IITDescriptor getVector(unsigned Width, bool IsScalable) { in getVector() function
|
| /llvm-project-15.0.7/llvm/lib/Transforms/Scalar/ |
| H A D | LowerMatrixIntrinsics.cpp | 236 Value *getVector(unsigned i) const { return Vectors[i]; } in getVector() function in __anon8ba1aee70111::LowerMatrixIntrinsics::MatrixTy 1244 insertVector(Result.getVector(J), I, Sum, Builder)); in emitMatrixMultiply() 1263 A.getVector(IsScalarMatrixTransposed ? K : I), in emitMatrixMultiply() 1271 insertVector(Result.getVector(I), J, Sum, Builder)); in emitMatrixMultiply() 1459 ColumnPhis[I]->addIncoming(TileResult.getVector(I), TI.KLoop.Latch); in createTiledLoops() 1763 Result.addVector(BuildVectorOp(A.getVector(I), B.getVector(I))); in VisitBinaryOperator() 1799 Result.addVector(BuildVectorOp(M.getVector(I))); in VisitUnaryOperator()
|
| /llvm-project-15.0.7/mlir/lib/Dialect/MemRef/Transforms/ |
| H A D | FoldSubViewOps.cpp | 201 transferWriteOp, transferWriteOp.getVector(), subViewOp.getSource(), in replaceOp()
|
| /llvm-project-15.0.7/mlir/lib/Conversion/VectorToGPU/ |
| H A D | VectorToGPU.cpp | 345 op.getVector().getDefiningOp<vector::TransferReadOp>(); in matchAndRewrite() 424 Value matrix = valueMapping.find(op.getVector())->second; in convertTransferWriteOp() 636 Value matrix = valueMapping.find(op.getVector())->second; in convertTransferWriteToStores()
|
| /llvm-project-15.0.7/libunwind/src/ |
| H A D | DwarfInstructions.hpp | 155 return addressSpace.getVector(cfa + (pint_t)savedReg.value); in getSavedVectorRegister() 158 return addressSpace.getVector( in getSavedVectorRegister()
|
| /llvm-project-15.0.7/mlir/lib/Dialect/LLVMIR/IR/ |
| H A D | LLVMDialect.cpp | 1360 p << ' ' << getVector() << "[" << getPosition() << " : " in print() 1363 p << " : " << getVector().getType(); in print() 1389 Type vectorType = getVector().getType(); in verify() 1580 p << ' ' << getValue() << ", " << getVector() << "[" << getPosition() << " : " in print() 1583 p << " : " << getVector().getType(); in print() 1618 Type valueType = LLVM::getVectorElementType(getVector().getType()); in verify() 1622 << getVector().getType(); in verify()
|
| /llvm-project-15.0.7/mlir/lib/Dialect/X86Vector/Transforms/ |
| H A D | AVXTranspose.cpp | 293 ib.create<vector::ShapeCastOp>(flattenedType, op.getVector()); in matchAndRewrite()
|