| /llvm-project-15.0.7/mlir/lib/Dialect/Vector/Transforms/ |
| H A D | VectorDropLeadUnitDim.cpp | 54 if (newSrcType.getRank() == oldSrcType.getRank()) in matchAndRewrite() 57 int64_t dropCount = oldSrcType.getRank() - newSrcType.getRank(); in matchAndRewrite() 101 int64_t srcDropCount = oldSrcType.getRank() - newSrcType.getRank(); in matchAndRewrite() 102 int64_t dstDropCount = oldDstType.getRank() - newDstType.getRank(); in matchAndRewrite() 141 oldSrcRank = type.getRank(); in matchAndRewrite() 149 int64_t dstDropCount = oldDstType.getRank() - newDstType.getRank(); in matchAndRewrite() 212 oldMap.getResults().take_back(newType.getRank()); in matchAndRewrite() 256 int64_t dropDim = oldType.getRank() - newType.getRank(); in matchAndRewrite() 260 oldMap.getResults().take_back(newType.getRank()); in matchAndRewrite() 293 if (oldAccType.getRank() < 2) in matchAndRewrite() [all …]
|
| H A D | VectorTransferOpTransforms.cpp | 280 if (reducedRank == sourceType.getRank()) in matchAndRewrite() 282 if (reducedRank != vectorType.getRank()) in matchAndRewrite() 323 if (reducedRank == sourceType.getRank()) in matchAndRewrite() 325 if (reducedRank != vectorType.getRank()) in matchAndRewrite() 377 if (inputType.getRank() == 1) in collapseInnerDims() 427 if (vectorType.getRank() <= 1) in matchAndRewrite() 432 if (firstContiguousInnerDim >= sourceType.getRank() - 1) in matchAndRewrite() 450 int64_t collapsedRank = collapsedSourceType.getRank(); in matchAndRewrite() 485 if (vectorType.getRank() <= 1) in matchAndRewrite() 490 if (firstContiguousInnerDim >= sourceType.getRank() - 1) in matchAndRewrite() [all …]
|
| H A D | VectorInsertExtractStridedSliceRewritePatterns.cpp | 24 if (vectorType.getRank() > 1) in insertOne() 35 if (vectorType.getRank() > 1) in extractOne() 69 int64_t rankDiff = dstType.getRank() - srcType.getRank(); in matchAndRewrite() 74 int64_t rankRest = dstType.getRank() - rankDiff; in matchAndRewrite() 124 int64_t srcRank = srcType.getRank(); in matchAndRewrite() 125 int64_t dstRank = dstType.getRank(); in matchAndRewrite()
|
| H A D | VectorTransforms.cpp | 486 if (srcType.getRank() != 2) in matchAndRewrite() 844 if (sourceVectorType.getRank() != 2 || resultVectorType.getRank() != 1) in matchAndRewrite() 877 if (sourceVectorType.getRank() != 1 || resultVectorType.getRank() != 2) in matchAndRewrite() 1107 if (!srcType || srcType.getRank() == broadcast.getVectorType().getRank()) in matchAndRewrite() 1110 broadcast.getVectorType().getRank() - srcType.getRank(); in matchAndRewrite() 1722 assert(dstType.getRank() >= 1 && dstType.getRank() <= 2 && in matchAndRewrite() 1962 if (lhsType.getRank() == 1) { in lowerReduction() 1963 if (rhsType.getRank() != 1) in lowerReduction() 2263 assert(castSrcType.getRank() == castDstType.getRank()); in matchAndRewrite() 2333 assert(castSrcType.getRank() == castDstType.getRank()); in matchAndRewrite() [all …]
|
| H A D | VectorMultiDimReductionTransforms.cpp | 44 auto srcRank = multiReductionOp.getSourceVectorType().getRank(); in matchAndRewrite() 114 auto srcRank = multiReductionOp.getSourceVectorType().getRank(); in matchAndRewrite() 231 auto srcRank = multiReductionOp.getSourceVectorType().getRank(); in matchAndRewrite() 268 auto srcRank = multiReductionOp.getSourceVectorType().getRank(); in matchAndRewrite() 308 auto srcRank = multiReductionOp.getSourceVectorType().getRank(); in matchAndRewrite()
|
| /llvm-project-15.0.7/mlir/unittests/Interfaces/ |
| H A D | InferTypeOpInterfaceTest.cpp | 60 EXPECT_EQ(range.getValueAsShape(1).getRank(), 1); in TEST_F() 62 EXPECT_EQ(range.getShape(1).getRank(), 1); in TEST_F() 78 EXPECT_EQ(range.getValueAsShape(0).getRank(), 1); in TEST_F() 82 EXPECT_EQ(range.getValueAsShape(1).getRank(), 1); in TEST_F() 97 EXPECT_EQ(range.getShape(0).getRank(), 2); in TEST_F() 101 EXPECT_EQ(range.getShape(1).getRank(), 1); in TEST_F()
|
| /llvm-project-15.0.7/mlir/lib/Dialect/Tosa/Transforms/ |
| H A D | TosaFoldConstantTranspose.cpp | 62 SmallVector<uint64_t, 6> srcIndices(inputType.getRank(), 0); in matchAndRewrite() 64 for (int dim = inputType.getRank() - 1; dim >= 0; --dim) { in matchAndRewrite() 69 SmallVector<uint64_t, 6> dstIndices(outputType.getRank(), 0); in matchAndRewrite() 70 for (int dim = outputType.getRank() - 1; dim >= 0; --dim) in matchAndRewrite() 74 for (int dim = 1; dim < outputType.getRank(); ++dim) in matchAndRewrite()
|
| /llvm-project-15.0.7/mlir/lib/Dialect/Vector/IR/ |
| H A D | VectorOps.cpp | 137 shapedType.getRank(), vectorType.getRank() - elementVectorRank, in getTransferMinorIdentityMap() 1621 if (getSourceVectorType().getRank() != getResultType().getRank()) in verify() 2068 if (getSourceVectorType().getRank() != getResultType().getRank()) in verify() 2203 if (sourceVectorType.getRank() > destVectorType.getRank()) in verify() 2361 if (vLHS.getRank() != 1) in verify() 3251 extractOp.getSourceType().getRank() - extractOp.getType().getRank(); in matchAndRewrite() 3723 if (xferOp.getVectorType().getRank() != xferOp.getShapedType().getRank()) in matchAndRewrite() 3753 insertOp.getType().getRank() - insertOp.getSourceType().getRank(); in matchAndRewrite() 4336 if (srcType.getRank() < resultType.getRank()) { in fold() 4339 } else if (srcType.getRank() > resultType.getRank()) { in fold() [all …]
|
| /llvm-project-15.0.7/mlir/lib/ExecutionEngine/ |
| H A D | SparseTensorUtils.cpp | 156 uint64_t rank = getRank(); in add() 182 uint64_t rank = getRank(); in sort() 295 assert(d < getRank()); in getDimSize() 308 assert(d < getRank()); in isCompressedDim() 397 indices(getRank()), idx(getRank()) {} in SparseTensorStorage() 459 assert(d < getRank()); in getPointers() 463 assert(d < getRank()); in getIndices() 795 cursor(getRank()) { in SparseTensorEnumeratorBase() 954 assert(enumerator.getRank() == getRank() && "Tensor rank mismatch"); in initialize() 1193 uint64_t getRank() const { in getRank() function in __anon2f09016c0111::SparseTensorFile [all …]
|
| /llvm-project-15.0.7/flang/lib/Optimizer/CodeGen/ |
| H A D | CGOps.cpp | 37 return getRank(); in getOutRank() 50 unsigned fir::cg::XReboxOp::getRank() { in getRank() function in fir::cg::XReboxOp 57 unsigned fir::cg::XArrayCoorOp::getRank() { in getRank() function in fir::cg::XArrayCoorOp
|
| /llvm-project-15.0.7/mlir/lib/Dialect/Tensor/IR/ |
| H A D | TensorOps.cpp | 58 if (sourceType.getRank() != targetType.getRank()) in preservesStaticInformation() 169 int64_t rank = one.getRank(); in joinShapes() 170 if (rank != two.getRank()) in joinShapes() 314 if (*index >= tensorType.getRank()) in verify() 366 if (sliceOp.getType().getRank() == sliceOp.getSourceType().getRank() && in fold() 432 auto rank = tensorType.getRank(); in fold() 1435 unsigned rank = rankedTensorType.getRank(); in createCanonicalRankReducingExtractSliceOp() 1736 if (srcType.getRank() != insertSliceOp.getDestType().getRank()) in matchAndRewrite() 1788 unsigned rank = rankedTensorType.getRank(); in createCanonicalRankReducingInsertSliceOp() 1869 unsigned rank = sourceType.getRank(); in inferResultType() [all …]
|
| /llvm-project-15.0.7/mlir/lib/Dialect/NVGPU/IR/ |
| H A D | NVGPUDialect.cpp | 81 if (size_t(srcMemref.getRank()) != getSrcIndices().size()) in verify() 82 return emitOpError() << "expected " << srcMemref.getRank() in verify() 84 if (size_t(dstMemref.getRank()) != getDstIndices().size()) in verify() 85 return emitOpError() << "expected " << dstMemref.getRank() in verify()
|
| /llvm-project-15.0.7/mlir/include/mlir/Dialect/Utils/ |
| H A D | ReshapeOpsUtils.h | 105 unsigned expandedRank = expandedType.getRank(); in verifyReshapeLikeTypes() 106 unsigned collapsedRank = collapsedType.getRank(); in verifyReshapeLikeTypes() 244 int64_t srcRank = srcType.getRank(); in matchAndRewrite() 245 int64_t resultRank = resultType.getRank(); in matchAndRewrite() 303 int64_t srcRank = srcType.getRank(); in matchAndRewrite() 304 int64_t resultRank = resultType.getRank(); in matchAndRewrite()
|
| /llvm-project-15.0.7/mlir/lib/Dialect/Tensor/Utils/ |
| H A D | Utils.cpp | 27 int rank = padTensorOp.getResultType().getRank(); in createPadScalarOp() 43 SmallVector<OpFoldResult> low(type.getRank(), zero); in createPadHighOp() 44 SmallVector<OpFoldResult> high(type.getRank(), zero); in createPadHighOp()
|
| /llvm-project-15.0.7/mlir/lib/Dialect/Linalg/Transforms/ |
| H A D | Vectorization.cpp | 209 if (vectorType.getRank() > 0) { in buildVectorWrite() 740 vecType.getRank(), in tryVectorizeCopy() 933 if (t1.getRank() != t2.getRank()) in hasSameTensorSize() 938 for (unsigned i = 0; i < t1.getRank(); ++i) { in hasSameTensorSize() 958 assert(static_cast<size_t>(t1.getRank()) == in hasSameTensorSize() 960 assert(static_cast<size_t>(t2.getRank()) == in hasSameTensorSize() 963 for (unsigned i = 0; i < t1.getRank(); ++i) { in hasSameTensorSize() 1045 unsigned vecRank = vecType.getRank(); in rewriteUser() 1332 if (lhsShapedType.getRank() != 3 || in Conv1DNwcGenerator() 1333 (rhsShapedType.getRank() != 2 && rhsShapedType.getRank() != 3) || in Conv1DNwcGenerator() [all …]
|
| /llvm-project-15.0.7/mlir/lib/Dialect/AMDGPU/IR/ |
| H A D | AMDGPUDialect.cpp | 41 if (static_cast<int64_t>(op.getIndices().size()) != bufferType.getRank()) in verifyRawBufferOp() 42 return op.emitOpError("Expected " + Twine(bufferType.getRank()) + in verifyRawBufferOp()
|
| /llvm-project-15.0.7/mlir/examples/toy/Ch3/mlir/ |
| H A D | Dialect.cpp | 143 if (attrType.getRank() != resultType.getRank()) { in verify() 146 << attrType.getRank() << " != " << resultType.getRank(); in verify() 150 for (int dim = 0, dimE = attrType.getRank(); dim < dimE; ++dim) { in verify()
|
| /llvm-project-15.0.7/mlir/examples/toy/Ch2/mlir/ |
| H A D | Dialect.cpp | 143 if (attrType.getRank() != resultType.getRank()) { in verify() 146 << attrType.getRank() << " != " << resultType.getRank(); in verify() 150 for (int dim = 0, dimE = attrType.getRank(); dim < dimE; ++dim) { in verify()
|
| /llvm-project-15.0.7/mlir/lib/Interfaces/ |
| H A D | InferTypeOpInterface.cpp | 80 int64_t ShapeAdaptor::getRank() const { in getRank() function in ShapeAdaptor 83 return t.cast<ShapedType>().getRank(); in getRank() 144 llvm::errs() << "rank = " << getRank() << " dims = ["; in dump() 158 if (attr.getType().getRank() != 1) in getValueAsShape()
|
| /llvm-project-15.0.7/mlir/lib/Dialect/MemRef/IR/ |
| H A D | MemRefOps.cpp | 171 newShapeConstants.reserve(memrefType.getRank()); in matchAndRewrite() 529 if (sourceType.getRank() != resultType.getRank()) in canFoldIntoConsumerOp() 604 if (aT.getRank() != bT.getRank()) in areCastCompatible() 767 if (*index >= memrefType.getRank()) in verify() 799 if (originalType.getRank() == reducedType.getRank()) in computeMemRefRankReductionMask() 810 originalType.getRank()) in computeMemRefRankReductionMask() 859 originalType.getRank()) in computeMemRefRankReductionMask() 2090 unsigned rank = sourceMemRefType.getRank(); in inferResultType() 2480 if (subViewOp.getSourceType().getRank() != subViewOp.getType().getRank()) in isTrivialSubViewOp() 2638 auto rank = memRefType.getRank(); in inferTransposeResultType() [all …]
|
| /llvm-project-15.0.7/mlir/lib/Dialect/Tosa/IR/ |
| H A D | TosaOps.cpp | 356 outShape.reserve(inputShape.getRank() - 1); in inferReturnTypeComponents() 357 for (int i = 0, s = inputShape.getRank(); i < s; i++) { in inferReturnTypeComponents() 524 outputShape.reserve(inputShape.getRank()); in inferReturnTypeComponents() 525 for (int i = 0, s = inputShape.getRank(); i < s; i++) { in inferReturnTypeComponents() 593 for (int i = 0, s = inputShape.getRank(); i < s; i++) { in inferReturnTypeComponents() 660 if (permsShape.getDimSize(0) != inputShape.getRank()) { in inferReturnTypeComponents() 674 if (inputShape.getRank() == 0) { in inferReturnTypeComponents() 681 for (int i = 1, s = inputShape.getRank(); i < s; i++) { in inferReturnTypeComponents() 700 outputShape.reserve(inputShape.getRank()); in inferReturnTypeComponents() 888 auto rankDiff = outShape.size() - shape.getRank(); in REDUCE_SHAPE_INFER() [all …]
|
| /llvm-project-15.0.7/mlir/lib/IR/ |
| H A D | TypeUtilities.cpp | 149 auto firstRank = shapes.front().getRank(); in verifyCompatibleShapes() 151 [&](auto shape) { return firstRank != shape.getRank(); })) in verifyCompatibleShapes() 158 shapes, [&](auto shape) { return shape.getRank() >= i; }), in verifyCompatibleShapes()
|
| /llvm-project-15.0.7/mlir/lib/Conversion/TosaToLinalg/ |
| H A D | TosaToLinalgNamed.cpp | 106 int64_t inputRank = inputTy.getRank(); in inferDynamicDimsForConv() 111 dynDims.resize(resultTy.getRank()); in inferDynamicDimsForConv() 266 /*dimCount=*/resultTy.getRank(), /*symbolCount=*/0, in matchAndRewrite() 293 indexingMaps, getNParallelLoopsAttrs(resultTy.getRank()), in matchAndRewrite() 315 indexingMaps, getNParallelLoopsAttrs(resultTy.getRank()), in matchAndRewrite() 345 int64_t resultRank = resultTy.getRank(); in matchAndRewrite() 512 dynDims.resize(op->getResult(0).getType().cast<ShapedType>().getRank()); in matchAndRewrite() 641 indexingMaps, getNParallelLoopsAttrs(outputTy.getRank()), in matchAndRewrite() 669 indexingMaps, getNParallelLoopsAttrs(outputTy.getRank()), in matchAndRewrite() 820 auto affineMap = rewriter.getMultiDimIdentityMap(resultTy.getRank()); in matchAndRewrite() [all …]
|
| /llvm-project-15.0.7/mlir/examples/toy/Ch6/mlir/ |
| H A D | Dialect.cpp | 205 if (attrType.getRank() != resultType.getRank()) { in verify() 208 << attrType.getRank() << " != " << resultType.getRank(); in verify() 212 for (int dim = 0, dimE = attrType.getRank(); dim < dimE; ++dim) { in verify()
|
| /llvm-project-15.0.7/mlir/examples/toy/Ch4/mlir/ |
| H A D | Dialect.cpp | 205 if (attrType.getRank() != resultType.getRank()) { in verify() 208 << attrType.getRank() << " != " << resultType.getRank(); in verify() 212 for (int dim = 0, dimE = attrType.getRank(); dim < dimE; ++dim) { in verify()
|