| /llvm-project-15.0.7/mlir/lib/Dialect/AMX/IR/ |
| H A D | AMXDialect.cpp | 56 return verifyTileSize(*this, getVectorType()); in verify()
63 return verifyTileSize(*this, getVectorType()); in verify()
70 return verifyTileSize(*this, getVectorType()); in verify()
76 VectorType cType = getVectorType(); in verify()
93 VectorType cType = getVectorType(); in verify()
|
| /llvm-project-15.0.7/mlir/lib/Conversion/VectorToSCF/ |
| H A D | VectorToSCF.cpp | 246 if (newXferOp.getVectorType().getRank() > targetRank) in maybeApplyPassLabel()
290 auto bufferType = MemRefType::get({}, xferOp.getVectorType()); in allocBuffers()
534 if (xferOp.getVectorType().getRank() <= options.targetRank) in checkPrepareXferOp()
539 if (xferOp.getVectorType().getElementType() != in checkPrepareXferOp()
897 if (xferOp.getVectorType().getElementType() != in matchAndRewrite()
904 auto xferVecType = xferOp.getVectorType(); in matchAndRewrite()
1024 if (xferOp.getVectorType().getElementType() != in matchAndRewrite()
1029 auto xferVecType = xferOp.getVectorType(); in matchAndRewrite()
1134 b, xferOp, iv, dim, TypeRange(xferOp.getVectorType()), in generateForLoopBody()
1232 if (xferOp.getVectorType().getRank() != 1) in matchAndRewrite()
[all …]
|
| /llvm-project-15.0.7/mlir/lib/Dialect/AMX/Transforms/ |
| H A D | LegalizeForLLVMExport.cpp | 88 VectorType vType = op.getVectorType(); in matchAndRewrite()
107 VectorType vType = op.getVectorType(); in matchAndRewrite()
134 VectorType vType = op.getVectorType(); in matchAndRewrite()
160 VectorType cType = op.getVectorType(); in matchAndRewrite()
182 VectorType cType = op.getVectorType(); in matchAndRewrite()
|
| /llvm-project-15.0.7/mlir/lib/Dialect/Vector/IR/ |
| H A D | VectorOps.cpp | 145 defWrite.getVectorType() == read.getVectorType() && in checkSameValueRAW()
153 priorWrite.getVectorType() == write.getVectorType() && in checkSameValueWAW()
160 if (transferA.getVectorType() != transferB.getVectorType()) in isDisjointTransferIndices()
397 int64_t rank = getVectorType().getRank(); in verify()
1739 auto vectorType = getVectorType(); in fold()
2495 auto type = getVectorType(); in verify()
2548 if (op.getVectorType().getRank() != in foldExtractStridedOpFromInsertChain()
3557 if (read.getVectorType() != write.getVectorType()) in foldReadInitWrite()
3580 read.getVectorType() == write.getVectorType() && !read.getMask() && in checkSameValueWAR()
3897 VectorType resVecTy = getVectorType(); in verify()
[all …]
|
| /llvm-project-15.0.7/mlir/lib/Conversion/VectorToSPIRV/ |
| H A D | VectorToSPIRV.cpp | 67 !spirv::CompositeType::isValid(broadcastOp.getVectorType())) in matchAndRewrite()
69 SmallVector<Value, 4> source(broadcastOp.getVectorType().getNumElements(), in matchAndRewrite()
72 broadcastOp, broadcastOp.getVectorType(), source); in matchAndRewrite()
188 if (!spirv::CompositeType::isValid(extractElementOp.getVectorType())) in matchAndRewrite()
347 auto oldResultType = shuffleOp.getVectorType(); in matchAndRewrite()
|
| /llvm-project-15.0.7/mlir/lib/Dialect/Vector/Transforms/ |
| H A D | VectorDropLeadUnitDim.cpp | 51 VectorType oldSrcType = extractOp.getVectorType(); in matchAndRewrite()
201 if (shapedType.getElementType() != read.getVectorType().getElementType()) in matchAndRewrite()
204 VectorType oldType = read.getVectorType(); in matchAndRewrite()
249 if (shapedType.getElementType() != write.getVectorType().getElementType()) in matchAndRewrite()
252 VectorType oldType = write.getVectorType(); in matchAndRewrite()
|
| H A D | VectorTransferPermutationMapRewritePatterns.cpp | 80 ArrayRef<int64_t> originalShape = op.getVectorType().getShape(); in matchAndRewrite()
114 VectorType::get(newVectorShape, op.getVectorType().getElementType()); in matchAndRewrite()
223 VectorType originalVecType = op.getVectorType(); in matchAndRewrite()
|
| H A D | VectorTransforms.cpp | 258 VectorType dstType = op.getVectorType(); in matchAndRewrite()
396 VectorType inputType = op.getVectorType(); in matchAndRewrite()
485 VectorType srcType = op.getVectorType(); in matchAndRewrite()
545 VectorType resType = op.getVectorType(); in matchAndRewrite()
1262 srcType = transposeOp.getVectorType(); in matchAndRewrite()
2131 auto vecType = loadOp.getVectorType(); in matchAndRewrite()
2149 auto vecType = storeOp.getVectorType(); in matchAndRewrite()
2254 if (extractOp.getVectorType().getRank() != 1) in matchAndRewrite()
2528 if (xferOp.getVectorType().getRank() > 1 || in matchAndRewrite()
2533 VectorType vtp = xferOp.getVectorType(); in matchAndRewrite()
[all …]
|
| H A D | BufferizableOpInterfaceImpl.cpp | 57 rewriter, readOp, readOp.getVectorType(), *buffer, readOp.getIndices(), in bufferize()
|
| H A D | VectorTransferSplitRewritePatterns.cpp | 75 int64_t vectorSize = xferOp.getVectorType().getDimSize(resultIdx); in createInBoundsCond()
564 auto shape = xferOp.getVectorType().getShape(); in splitFullAndPartialTransfer()
565 Type elementType = xferOp.getVectorType().getElementType(); in splitFullAndPartialTransfer()
|
| H A D | VectorDistribute.cpp | 331 VectorType writtenVectorType = writeOp.getVectorType(); in tryDistributeOp()
391 VectorType vecType = writeOp.getVectorType(); in tryExtractOp()
734 if (extractOp.getVectorType().getNumElements() != 1) in matchAndRewrite()
739 rewriter, warpOp, {extractOp.getVector()}, {extractOp.getVectorType()}, in matchAndRewrite()
|
| H A D | VectorUnrollDistribute.cpp | 197 auto sourceVectorType = readOp.getVectorType(); in matchAndRewrite()
200 ArrayRef<int64_t> originalSize = readOp.getVectorType().getShape(); in matchAndRewrite()
253 auto sourceVectorType = writeOp.getVectorType(); in matchAndRewrite()
|
| /llvm-project-15.0.7/mlir/include/mlir/Dialect/AMX/ |
| H A D | AMX.td | 99 VectorType getVectorType() {
133 VectorType getVectorType() {
163 VectorType getVectorType() {
202 VectorType getVectorType() {
243 VectorType getVectorType() {
|
| /llvm-project-15.0.7/mlir/lib/Conversion/VectorToLLVM/ |
| H A D | ConvertVectorToLLVM.cpp | 229 VectorType vectorTy = loadOrStoreOp.getVectorType(); in matchAndRewrite()
242 auto vtype = this->typeConverter->convertType(loadOrStoreOp.getVectorType()) in matchAndRewrite()
272 VectorType vType = gather.getVectorType(); in matchAndRewrite()
306 VectorType vType = scatter.getVectorType(); in matchAndRewrite()
334 auto vtype = typeConverter->convertType(expand.getVectorType()); in matchAndRewrite()
559 auto vectorType = shuffleOp.getVectorType(); in matchAndRewrite()
616 auto vectorType = extractEltOp.getVectorType(); in matchAndRewrite()
649 auto vectorType = extractOp.getVectorType(); in matchAndRewrite()
718 VectorType vType = fmaOp.getVectorType(); in matchAndRewrite()
863 auto vType = op.getVectorType(); in matchAndRewrite()
[all …]
|
| /llvm-project-15.0.7/mlir/lib/Dialect/Linalg/Transforms/ |
| H A D | Hoisting.cpp | 154 read.getVectorType() == write.transferWriteOp.getVectorType()) in findMatchingTransferRead()
457 transferRead.getVectorType() == transferWrite.getVectorType()) in hoistRedundantVectorTransfers()
|
| /llvm-project-15.0.7/mlir/include/mlir/Interfaces/ |
| H A D | VectorInterfaces.td | 164 /*methodName=*/"getVectorType",
180 $_op.getVectorType(), $_op.getPermutationMap())
265 $_op.getVectorType().getShape())) {
|
| /llvm-project-15.0.7/mlir/lib/Conversion/VectorToGPU/ |
| H A D | VectorToGPU.cpp | 115 readOp.getVectorType().getRank() != 2) in transferReadSupportsMMAMatrixType()
143 writeOp.getVectorType().getRank() != 2) in transferWriteSupportsMMAMatrixType()
164 return broadcastOp.getVectorType().getRank() == 2 && in broadcastSupportsMMAMatrixType()
408 gpu::MMAMatrixType::get(op.getVectorType().getShape(), in convertTransferReadOp()
409 op.getVectorType().getElementType(), fragType); in convertTransferReadOp()
614 VectorType vecTy = op.getVectorType(); in convertTransferReadToLoads()
720 auto vecType = op.getVectorType(); in convertBroadcastOp()
|
| /llvm-project-15.0.7/mlir/lib/Dialect/X86Vector/Transforms/ |
| H A D | AVXTranspose.cpp | 255 VectorType srcType = op.getVectorType(); in matchAndRewrite()
290 VectorType::get({n * m}, op.getVectorType().getElementType()); in matchAndRewrite()
|
| /llvm-project-15.0.7/mlir/lib/Dialect/Affine/Transforms/ |
| H A D | SuperVectorize.cpp | 939 static VectorType getVectorType(Type scalarTy, in getVectorType() function
954 auto vecTy = getVectorType(scalarTy, state.strategy); in vectorizeConstant()
986 auto vecTy = getVectorType(scalarTy, state.strategy); in createInitialVector()
1097 auto vectorTy = getVectorType(uniformVal.getType(), state.strategy); in vectorizeUniform()
|
| /llvm-project-15.0.7/clang/utils/TableGen/ |
| H A D | MveEmitter.cpp | 993 const VectorType *getVectorType(const ScalarType *ST, unsigned Lanes) { in getVectorType() function in __anondd1c47770111::EmitterBase
1000 const VectorType *getVectorType(const ScalarType *ST) { in getVectorType() function in __anondd1c47770111::EmitterBase
1001 return getVectorType(ST, 128 / ST->sizeInBits()); in getVectorType()
1104 return getVectorType(cast<ScalarType>(Element)); in getType()
1107 return getVectorType(cast<ScalarType>(Element), in getType()
1781 const VectorType *VT = getVectorType(ST); in EmitHeader()
2048 const VectorType *VT = getVectorType(ST); in EmitHeader()
|
| /llvm-project-15.0.7/mlir/test/lib/Dialect/Vector/ |
| H A D | TestVectorTransforms.cpp | 522 numLoops = readOp.getVectorType().getRank(); in runOnOperation()
524 numLoops = writeOp.getVectorType().getRank(); in runOnOperation()
873 int64_t vecRank = writeOp.getVectorType().getRank(); in runOnOperation()
|
| /llvm-project-15.0.7/mlir/lib/Dialect/Vector/Utils/ |
| H A D | VectorUtils.cpp | 233 superVectorType = transfer.getVectorType(); in operatesOnSuperVectorsOf()
|
| /llvm-project-15.0.7/mlir/include/mlir/Dialect/Vector/IR/ |
| H A D | VectorOps.td | 296 VectorType getVectorType() {
422 VectorType getVectorType() {
483 VectorType getVectorType() {
532 VectorType getVectorType() {
567 VectorType getVectorType() {
967 VectorType getVectorType() {
1559 VectorType getVectorType() {
1636 VectorType getVectorType() {
1694 VectorType getVectorType() {
1747 VectorType getVectorType() {
[all …]
|
| /llvm-project-15.0.7/mlir/lib/Dialect/MemRef/Transforms/ |
| H A D | FoldSubViewOps.cpp | 177 transferReadOp, transferReadOp.getVectorType(), subViewOp.getSource(), in replaceOp()
|
| /llvm-project-15.0.7/mlir/include/mlir/Dialect/LLVMIR/ |
| H A D | LLVMTypes.h | 521 Type getVectorType(Type elementType, unsigned numElements,
|