| /llvm-project-15.0.7/mlir/lib/Conversion/ArithmeticToSPIRV/ |
| H A D | ArithmeticToSPIRV.cpp | 303 if (!srcType || srcType.getNumElements() == 1) in matchAndRewrite() 320 if (srcType.getRank() > 1) { in matchAndRewrite() 388 Type srcType = constOp.getType(); in matchAndRewrite() local 394 if (!srcType.isIntOrIndexOrFloat()) in matchAndRewrite() 406 if (srcType.isa<FloatType>()) { in matchAndRewrite() 412 if (srcType != dstType) { in matchAndRewrite() 423 if (srcType.isInteger(1)) { in matchAndRewrite() 577 if (!isBoolScalarOrVector(srcType)) in matchAndRewrite() 651 if (dstType == srcType) { in matchAndRewrite() 719 if (isBoolScalarOrVector(srcType)) in matchAndRewrite() [all …]
|
| /llvm-project-15.0.7/mlir/lib/Conversion/SPIRVToLLVM/ |
| H A D | SPIRVToLLVM.cpp | 87 if (srcType.isa<VectorType>()) { in createConstantAllBitsSet() 121 auto srcType = value.getType(); in optionallyTruncateOrExtend() local 348 auto srcType = op.getType(); in matchAndRewrite() local 392 auto srcType = constOp.getType(); in matchAndRewrite() local 393 if (!srcType.isa<VectorType>() && !srcType.isIntOrFloat()) in matchAndRewrite() 436 auto srcType = op.getType(); in matchAndRewrite() local 457 srcType.isa<VectorType>() in matchAndRewrite() 489 auto srcType = op.getType(); in matchAndRewrite() local 876 auto srcType = op.getType(); in matchAndRewrite() local 934 auto srcType = notOp.getType(); in matchAndRewrite() local [all …]
|
| /llvm-project-15.0.7/mlir/include/mlir/Dialect/Utils/ |
| H A D | ReshapeOpsUtils.h | 236 ShapedType srcType = expandOp.getSrcType(); in matchAndRewrite() local 244 int64_t srcRank = srcType.getRank(); in matchAndRewrite() 246 if (srcType == resultType) in matchAndRewrite() 295 ShapedType srcType = collapseOp.getSrcType(); in matchAndRewrite() local 303 int64_t srcRank = srcType.getRank(); in matchAndRewrite() 305 if (srcType == resultType) in matchAndRewrite() 312 srcReassociation, resultReassociation, srcType.getShape(), in matchAndRewrite() 323 resultType.getShape(), srcType.getShape()); in matchAndRewrite()
|
| /llvm-project-15.0.7/mlir/lib/Dialect/MemRef/IR/ |
| H A D | MemRefOps.cpp | 1749 if (srcType.getLayout().isIdentity()) { in computeExpandedType() 1782 MemRefType srcType = getSrcType(); in verify() local 1822 computeCollapsedLayoutMap(MemRefType srcType, in computeCollapsedLayoutMap() argument 1827 auto srcShape = srcType.getShape(); in computeCollapsedLayoutMap() 1891 if (srcType.getLayout().isIdentity()) in isGuaranteedCollapsible() 1899 computeCollapsedType(MemRefType srcType, in computeCollapsedType() argument 1911 if (srcType.getLayout().isIdentity()) { in computeCollapsedType() 1943 MemRefType srcType = getSrcType(); in verify() local 1954 if (srcType.getLayout().isIdentity()) { in verify() 2684 MemRefType srcType, dstType; in parse() local [all …]
|
| /llvm-project-15.0.7/mlir/lib/Dialect/Vector/Transforms/ |
| H A D | VectorInsertExtractStridedSliceRewritePatterns.cpp | 62 auto srcType = op.getSourceVectorType(); in matchAndRewrite() local 69 int64_t rankDiff = dstType.getRank() - srcType.getRank(); in matchAndRewrite() 118 auto srcType = op.getSourceVectorType(); in matchAndRewrite() local 124 int64_t srcRank = srcType.getRank(); in matchAndRewrite() 130 if (srcType == dstType) { in matchAndRewrite() 137 int64_t size = srcType.getShape().front(); in matchAndRewrite() 145 int nSrc = srcType.getShape().front(); in matchAndRewrite()
|
| H A D | VectorTransforms.cpp | 263 if (!srcType) { in matchAndRewrite() 269 int64_t srcRank = srcType.getRank(); in matchAndRewrite() 486 if (srcType.getRank() != 2) in matchAndRewrite() 499 int64_t m = srcType.getShape().front(), n = srcType.getShape().back(); in matchAndRewrite() 1107 if (!srcType || srcType.getRank() == broadcast.getVectorType().getRank()) in matchAndRewrite() 1257 VectorType srcType; in matchAndRewrite() local 1292 srcType.getShape(), in matchAndRewrite() 1301 srcType.getShape(), in matchAndRewrite() 2610 if (!srcType || !srcType.hasStaticShape()) in matchAndRewrite() 2644 srcType.getShape().drop_back(dimsToDrop), srcType.getElementType(), in matchAndRewrite() [all …]
|
| H A D | VectorDistribute.cpp | 248 auto srcType = yield.getType().cast<VectorType>(); in calculateImplicitMap() local 254 for (unsigned i = 0, e = srcType.getRank(); i < e; i++) { in calculateImplicitMap() 255 if (srcType.getDimSize(i) != dstType.getDimSize(i)) in calculateImplicitMap() 258 auto map = AffineMap::get(srcType.getRank(), 0, perm, yield.getContext()); in calculateImplicitMap()
|
| /llvm-project-15.0.7/mlir/lib/Dialect/Bufferization/IR/ |
| H A D | BufferizationOps.cpp | 29 auto srcType = value.getType().cast<MemRefType>(); in castOrReallocMemRefValue() local 32 if (srcType.getElementType() != destType.getElementType()) in castOrReallocMemRefValue() 34 if (srcType.getMemorySpaceAsInt() != destType.getMemorySpaceAsInt()) in castOrReallocMemRefValue() 36 if (srcType.getRank() != destType.getRank()) in castOrReallocMemRefValue() 63 if (memref::CastOp::areCastCompatible(srcType, destType) && in castOrReallocMemRefValue() 64 isGuaranteedCastCompatible(srcType, destType)) { in castOrReallocMemRefValue() 94 Type srcType = memrefToTensor.getMemref().getType(); in foldToMemrefToTensorPair() local 98 if (srcType == destType) { in foldToMemrefToTensorPair() 103 auto rankedSrcType = srcType.dyn_cast<MemRefType>(); in foldToMemrefToTensorPair() 105 auto unrankedSrcType = srcType.dyn_cast<UnrankedMemRefType>(); in foldToMemrefToTensorPair() [all …]
|
| /llvm-project-15.0.7/mlir/lib/Conversion/MemRefToLLVM/ |
| H A D | MemRefToLLVM.cpp | 780 Type srcType = memRefCastOp.getOperand().getType(); in match() local 793 assert(srcType.isa<UnrankedMemRefType>() || in match() 797 return !(srcType.isa<UnrankedMemRefType>() && in match() 819 auto srcMemRefType = srcType.cast<MemRefType>(); in rewrite() 935 Value unrankedSource = srcType.hasRank() in lowerToMemCopyFunctionCall() 1043 Type srcType = castOp.getSource().getType(); in matchAndRewrite() local 1109 Type srcType = reshapeOp.getSource().getType(); in matchAndRewrite() local 1476 auto srcShape = srcType.getShape(); in fillInStridesForCollapsedMemDescriptor() 1559 if (srcType.getRank() > dstType.getRank()) in fillInDynamicStridesForMemDescriptor() 1581 MemRefType srcType = reshapeOp.getSrcType(); in matchAndRewrite() local [all …]
|
| /llvm-project-15.0.7/mlir/lib/Dialect/SparseTensor/Transforms/ |
| H A D | SparseTensorConversion.cpp | 584 Type srcType = op.getSrc().getType(); in matchAndRewrite() local 586 auto encSrc = getSparseTensorEncoding(srcType); in matchAndRewrite() 671 Type srcType = op.getSource().getType(); in matchAndRewrite() local 673 auto encSrc = getSparseTensorEncoding(srcType); in matchAndRewrite() 688 ShapedType stp = srcType.cast<ShapedType>(); in matchAndRewrite() 983 ShapedType srcType = op.getTensor().getType().cast<ShapedType>(); in matchAndRewrite() local 984 Type eltType = srcType.getElementType(); in matchAndRewrite() 990 auto enc = getSparseTensorEncoding(srcType); in matchAndRewrite() 1062 auto encSrc = getSparseTensorEncoding(srcType); in matchAndRewrite() 1065 sizesFromPtr(rewriter, sizes, op, encSrc, srcType, src); in matchAndRewrite() [all …]
|
| /llvm-project-15.0.7/mlir/lib/Dialect/X86Vector/Transforms/ |
| H A D | AVXTranspose.cpp | 255 VectorType srcType = op.getVectorType(); in matchAndRewrite() local 256 if (!srcType.getElementType().isF32()) in matchAndRewrite() 260 for (auto &en : llvm::enumerate(srcType.getShape())) in matchAndRewrite() 280 auto srcShape = srcType.getShape(); in matchAndRewrite() 291 auto reshInputType = VectorType::get({m, n}, srcType.getElementType()); in matchAndRewrite()
|
| /llvm-project-15.0.7/mlir/lib/Dialect/Arithmetic/IR/ |
| H A D | ArithmeticOps.cpp | 832 Type srcType = getElementTypeOrSelf(op.getIn().getType()); in verifyExtOp() local 845 Type srcType = getElementTypeOrSelf(op.getIn().getType()); in verifyTruncateOp() local 861 auto srcType = getTypeIfLike<ElementTypes...>(inputs.front()); in checkWidthChangeCast() local 863 if (!srcType || !dstType) in checkWidthChangeCast() 1043 auto srcType = getTypeIfLike<From>(inputs.front()); in checkIntFloatCast() local 1046 return srcType && dstType; in checkIntFloatCast() 1163 if (!srcType || !dstType) in areCastCompatible() 1166 return (srcType.isIndex() && dstType.isSignlessInteger()) || in areCastCompatible() 1167 (srcType.isSignlessInteger() && dstType.isIndex()); in areCastCompatible() 1193 auto srcType = in areCastCompatible() local [all …]
|
| H A D | ArithmeticCanonicalization.td | 136 // index_cast(index_cast(x)) -> x, if dstType == srcType.
|
| /llvm-project-15.0.7/mlir/lib/Dialect/GPU/IR/ |
| H A D | GPUDialect.cpp | 1097 auto srcType = src().getType(); in verify() local 1100 if (getElementTypeOrSelf(srcType) != getElementTypeOrSelf(dstType)) in verify() 1103 if (failed(verifyCompatibleShape(srcType, dstType))) in verify() 1167 auto srcType = srcMemref().getType(); in verify() local 1171 auto srcMemrefType = srcType.cast<MemRefType>(); in verify() 1196 auto srcType = src().getType(); in verify() local 1198 auto srcMatrixType = srcType.cast<gpu::MMAMatrixType>(); in verify()
|
| /llvm-project-15.0.7/mlir/lib/Dialect/Tensor/IR/ |
| H A D | TensorOps.cpp | 1493 verifyInsertSliceOp(ShapedType srcType, ShapedType dstType, in verifyInsertSliceOp() argument 1504 return isRankReducedType(expected, srcType); in verifyInsertSliceOp() 1682 auto srcType = src.getType().template cast<ShapedType>(); in matchAndRewrite() local 1735 RankedTensorType srcType = insertSliceOp.getSourceType(); in matchAndRewrite() local 1736 if (srcType.getRank() != insertSliceOp.getDestType().getRank()) in matchAndRewrite() 1738 SmallVector<int64_t> newSrcShape(srcType.getShape().begin(), in matchAndRewrite() 1739 srcType.getShape().end()); in matchAndRewrite() 1740 for (int64_t i = 0; i < srcType.getRank(); ++i) { in matchAndRewrite() 1748 if (srcType == newSrcType || in matchAndRewrite() 1749 !preservesStaticInformation(srcType, newSrcType) || in matchAndRewrite() [all …]
|
| /llvm-project-15.0.7/mlir/include/mlir/Dialect/Vector/IR/ |
| H A D | VectorOps.h | 58 isBroadcastableTo(Type srcType, VectorType dstVectorType,
|
| /llvm-project-15.0.7/mlir/lib/Conversion/GPUToNVVM/ |
| H A D | WmmaOpsToNvvm.cpp | 149 gpu::MMAMatrixType srcType = in matchAndRewrite() local 151 ArrayRef<int64_t> srcTypeShape = srcType.getShape(); in matchAndRewrite() 153 NVVM::MMATypes eltype = getElementType(srcType); in matchAndRewrite()
|
| /llvm-project-15.0.7/mlir/lib/Dialect/Linalg/Transforms/ |
| H A D | Vectorization.cpp | 625 auto srcType = copyOp.getSource().getType().cast<MemRefType>(); in vectorizeCopy() local 627 if (!srcType.hasStaticShape() || !dstType.hasStaticShape()) in vectorizeCopy() 631 VectorType::get(srcType.getShape(), getElementTypeOrSelf(srcType)); in vectorizeCopy() 637 SmallVector<Value> indices(srcType.getRank(), zero); in vectorizeCopy() 641 rewriter.getMultiDimIdentityMap(srcType.getRank())); in vectorizeCopy() 648 rewriter.getMultiDimIdentityMap(srcType.getRank())); in vectorizeCopy()
|
| /llvm-project-15.0.7/mlir/lib/Dialect/Vector/IR/ |
| H A D | VectorOps.cpp | 1685 mlir::vector::isBroadcastableTo(Type srcType, VectorType dstVectorType, in isBroadcastableTo() argument 1688 if (srcType.isIntOrIndexOrFloat() && dstVectorType && in isBroadcastableTo() 1689 getElementTypeOrSelf(srcType) == getElementTypeOrSelf(dstVectorType)) in isBroadcastableTo() 1692 VectorType srcVectorType = srcType.dyn_cast<VectorType>(); in isBroadcastableTo() 4336 if (srcType.getRank() < resultType.getRank()) { in fold() 4337 if (!isValidShapeCast(srcType.getShape(), resultType.getShape())) in fold() 4339 } else if (srcType.getRank() > resultType.getRank()) { in fold() 4340 if (!isValidShapeCast(resultType.getShape(), srcType.getShape())) in fold() 4839 VectorType srcType = getSourceType(); in verify() local 4842 int64_t srcRank = srcType.getRank(); in verify() [all …]
|
| /llvm-project-15.0.7/clang/lib/Sema/ |
| H A D | SemaCast.cpp | 435 QualType srcType = src->getType(); in tryDiagnoseOverloadedCast() local 436 if (!destType->isRecordType() && !srcType->isRecordType()) in tryDiagnoseOverloadedCast() 485 S.PDiag(msg) << CT << srcType << destType << range in tryDiagnoseOverloadedCast()
|
| /llvm-project-15.0.7/llvm/lib/Target/AArch64/ |
| H A D | AArch64InstrFormats.td | 4581 RegisterClass srcType, RegisterClass dstType, 4583 : I<(outs dstType:$Rd), (ins srcType:$Rn), 4601 RegisterClass srcType, RegisterClass dstType, 4603 : I<(outs dstType:$Rd), (ins srcType:$Rn, immType:$scale), 4723 RegisterClass srcType, RegisterClass dstType, 4725 : I<(outs dstType:$Rd), (ins srcType:$Rn, immType:$scale), 4741 RegisterClass srcType, RegisterClass dstType, 4743 : I<(outs dstType:$Rd), (ins srcType:$Rn), 4852 RegisterClass srcType, RegisterClass dstType, 4854 : I<(outs dstType:$Rd), (ins srcType:$Rn), asm, "\t$Rd, $Rn", "", [all …]
|
| /llvm-project-15.0.7/clang/include/clang/Sema/ |
| H A D | Sema.h | 12259 bool isValidSveBitcast(QualType srcType, QualType destType); 12263 bool areVectorTypesSameSize(QualType srcType, QualType destType); 12264 bool areLaxCompatibleVectorTypes(QualType srcType, QualType destType); 12265 bool isLaxVectorConversion(QualType srcType, QualType destType); 12266 bool areSameVectorElemTypes(QualType srcType, QualType destType); 12267 bool anyAltivecTypes(QualType srcType, QualType destType);
|
| /llvm-project-15.0.7/mlir/include/mlir/Dialect/MemRef/IR/ |
| H A D | MemRefOps.td | 1361 MemRefType srcType, ArrayRef<ReassociationIndices> reassociation);
|