| /llvm-project-15.0.7/mlir/lib/Conversion/SPIRVToLLVM/ |
| H A D | SPIRVToLLVM.cpp | 227 if (!dstType) in replaceWithLoadOrStore() 308 if (!dstType) in matchAndRewrite() 333 if (!dstType) in matchAndRewrite() 350 if (!dstType) in matchAndRewrite() 397 if (!dstType) in matchAndRewrite() 438 if (!dstType) in matchAndRewrite() 491 if (!dstType) in matchAndRewrite() 565 if (!dstType) in matchAndRewrite() 595 if (!dstType) in matchAndRewrite() 624 if (!dstType) in matchAndRewrite() [all …]
|
| /llvm-project-15.0.7/mlir/lib/Conversion/ArithmeticToSPIRV/ |
| H A D | ArithmeticToSPIRV.cpp | 310 if (!dstType) in matchAndRewrite() 402 if (!dstType) in matchAndRewrite() 514 auto dstType = in matchAndRewrite() local 516 if (!dstType) in matchAndRewrite() 541 if (!dstType) in matchAndRewrite() 562 if (!dstType) in matchAndRewrite() 580 auto dstType = in matchAndRewrite() local 601 auto dstType = in matchAndRewrite() local 618 auto dstType = in matchAndRewrite() local 673 if (!dstType) in matchAndRewrite() [all …]
|
| /llvm-project-15.0.7/mlir/lib/Conversion/MemRefToSPIRV/ |
| H A D | MemRefToSPIRV.cpp | 148 if (dstType.isInteger(1)) in castBoolToIntN() 341 Type dstType; in matchAndRewrite() local 343 dstType = arrayType.getElementType(); in matchAndRewrite() 347 int dstBits = dstType.getIntOrFloatBitWidth(); in matchAndRewrite() 368 loc, dstType, adjustedPtr, in matchAndRewrite() 382 loc, dstType, rewriter.getIntegerAttr(dstType, (1 << srcBits) - 1)); in matchAndRewrite() 389 rewriter.getIntegerAttr(dstType, dstBits - srcBits); in matchAndRewrite() 456 Type dstType; in matchAndRewrite() local 458 dstType = arrayType.getElementType(); in matchAndRewrite() 462 int dstBits = dstType.getIntOrFloatBitWidth(); in matchAndRewrite() [all …]
|
| /llvm-project-15.0.7/mlir/lib/Conversion/VectorToSPIRV/ |
| H A D | VectorToSPIRV.cpp | 46 if (!dstType) in matchAndRewrite() 49 if (dstType == adaptor.getSource().getType()) in matchAndRewrite() 90 if (!dstType) in matchAndRewrite() 113 if (!dstType) in matchAndRewrite() 125 if (dstType.isa<spirv::ScalarType>()) { in matchAndRewrite() 135 extractOp, dstType, srcVector, srcVector, in matchAndRewrite() 149 if (!dstType) in matchAndRewrite() 324 Type dstType = getTypeConverter()->convertType(op.getType()); in matchAndRewrite() local 325 if (!dstType) in matchAndRewrite() 327 if (dstType.isa<spirv::ScalarType>()) { in matchAndRewrite() [all …]
|
| /llvm-project-15.0.7/mlir/lib/Dialect/Vector/Transforms/ |
| H A D | VectorInsertExtractStridedSliceRewritePatterns.cpp | 63 auto dstType = op.getDestVectorType(); in matchAndRewrite() local 69 int64_t rankDiff = dstType.getRank() - srcType.getRank(); in matchAndRewrite() 74 int64_t rankRest = dstType.getRank() - rankDiff; in matchAndRewrite() 119 auto dstType = op.getDestVectorType(); in matchAndRewrite() local 125 int64_t dstRank = dstType.getRank(); in matchAndRewrite() 130 if (srcType == dstType) { in matchAndRewrite() 146 int nDest = dstType.getShape().front(); in matchAndRewrite() 205 auto dstType = op.getType(); in matchAndRewrite() local 250 auto dstType = op.getType(); in matchAndRewrite() local 262 auto elemType = dstType.getElementType(); in matchAndRewrite() [all …]
|
| H A D | VectorTransforms.cpp | 299 loc, dstType, rewriter.getZeroAttr(dstType)); in matchAndRewrite() 339 loc, dstType, rewriter.getZeroAttr(dstType)); in matchAndRewrite() 723 auto dstType = op.getType(); in matchAndRewrite() local 726 int64_t rank = dstType.getRank(); in matchAndRewrite() 733 op, dstType, in matchAndRewrite() 769 loc, dstType, rewriter.getZeroAttr(dstType)); in matchAndRewrite() 797 int64_t rank = dstType.getRank(); in matchAndRewrite() 814 loc, dstType, rewriter.getZeroAttr(dstType)); in matchAndRewrite() 1722 assert(dstType.getRank() >= 1 && dstType.getRank() <= 2 && in matchAndRewrite() 1725 unsigned rank = dstType.getRank(); in matchAndRewrite() [all …]
|
| H A D | VectorDistribute.cpp | 249 auto dstType = ret.getType().cast<VectorType>(); in calculateImplicitMap() local 255 if (srcType.getDimSize(i) != dstType.getDimSize(i)) in calculateImplicitMap()
|
| /llvm-project-15.0.7/mlir/lib/Conversion/SPIRVCommon/ |
| H A D | Pattern.h | 29 auto dstType = this->getTypeConverter()->convertType(op.getType()); in matchAndRewrite() local 30 if (!dstType) in matchAndRewrite() 33 !op.getType().isIndex() && dstType != op.getType()) { in matchAndRewrite() 37 rewriter.template replaceOpWithNewOp<SPIRVOp>(op, dstType, in matchAndRewrite()
|
| /llvm-project-15.0.7/mlir/lib/Dialect/Arithmetic/IR/ |
| H A D | ArithmeticOps.cpp | 833 Type dstType = getElementTypeOrSelf(op.getType()); in verifyExtOp() local 846 Type dstType = getElementTypeOrSelf(op.getType()); in verifyTruncateOp() local 862 auto dstType = getTypeIfLike<ElementTypes...>(outputs.front()); in checkWidthChangeCast() local 863 if (!srcType || !dstType) in checkWidthChangeCast() 1044 auto dstType = getTypeIfLike<To>(outputs.back()); in checkIntFloatCast() local 1046 return srcType && dstType; in checkIntFloatCast() 1163 if (!srcType || !dstType) in areCastCompatible() 1166 return (srcType.isIndex() && dstType.isSignlessInteger()) || in areCastCompatible() 1167 (srcType.isSignlessInteger() && dstType.isIndex()); in areCastCompatible() 1195 auto dstType = in areCastCompatible() local [all …]
|
| H A D | ArithmeticCanonicalization.td | 136 // index_cast(index_cast(x)) -> x, if dstType == srcType.
|
| /llvm-project-15.0.7/mlir/lib/Dialect/LLVMIR/IR/ |
| H A D | NVVMDialect.cpp | 575 Type dstType = LLVM::LLVMStructType::getLiteral( in verify() local 577 if (getType() != dstType) in verify() 627 Type dstType = LLVM::LLVMStructType::getLiteral( in verify() local 629 if (getType() != dstType) in verify() 648 Type dstType = LLVM::LLVMStructType::getLiteral( in verify() local 650 if (getType() != dstType) in verify()
|
| /llvm-project-15.0.7/mlir/lib/Conversion/MemRefToLLVM/ |
| H A D | MemRefToLLVM.cpp | 781 Type dstType = memRefCastOp.getType(); in match() local 788 if (srcType.isa<MemRefType>() && dstType.isa<MemRefType>()) in match() 790 typeConverter->convertType(dstType)); in match() 794 dstType.isa<UnrankedMemRefType>()); in match() 798 dstType.isa<UnrankedMemRefType>()) in match() 806 auto dstType = memRefCastOp.getType(); in rewrite() local 811 if (srcType.isa<MemRefType>() && dstType.isa<MemRefType>()) in rewrite() 1559 if (srcType.getRank() > dstType.getRank()) in fillInDynamicStridesForMemDescriptor() 1580 MemRefType dstType = reshapeOp.getResultType(); in matchAndRewrite() local 1599 ArrayRef<int64_t> dstStaticShape = dstType.getShape(); in matchAndRewrite() [all …]
|
| /llvm-project-15.0.7/mlir/lib/Dialect/GPU/IR/ |
| H A D | GPUDialect.cpp | 1098 auto dstType = dst().getType(); in verify() local 1100 if (getElementTypeOrSelf(srcType) != getElementTypeOrSelf(dstType)) in verify() 1103 if (failed(verifyCompatibleShape(srcType, dstType))) in verify() 1197 auto dstType = dstMemref().getType(); in verify() local 1199 auto dstMemrefType = dstType.cast<MemRefType>(); in verify()
|
| /llvm-project-15.0.7/mlir/lib/Conversion/MathToSPIRV/ |
| H A D | MathToSPIRV.cpp | 218 auto dstType = getTypeConverter()->convertType(powfOp.getType()); in matchAndRewrite() local 219 if (!dstType) in matchAndRewrite()
|
| /llvm-project-15.0.7/mlir/lib/Conversion/VectorToLLVM/ |
| H A D | ConvertVectorToLLVM.cpp | 1004 auto dstType = op.getType(); in matchAndRewrite() local 1005 if (dstType.getRank() != 1 || !dstType.cast<VectorType>().isScalable()) in matchAndRewrite() 1011 loc, LLVM::getVectorType(idxType, dstType.getShape()[0], in matchAndRewrite()
|
| /llvm-project-15.0.7/mlir/lib/Dialect/Linalg/Transforms/ |
| H A D | Vectorization.cpp | 626 auto dstType = copyOp.getTarget().getType().cast<MemRefType>(); in vectorizeCopy() local 627 if (!srcType.hasStaticShape() || !dstType.hasStaticShape()) in vectorizeCopy() 633 VectorType::get(dstType.getShape(), getElementTypeOrSelf(dstType)); in vectorizeCopy()
|
| /llvm-project-15.0.7/mlir/lib/Dialect/MemRef/IR/ |
| H A D | MemRefOps.cpp | 2684 MemRefType srcType, dstType; in parse() local 2689 parser.parseKeywordType("to", dstType) || in parse() 2690 parser.addTypeToList(dstType, result.types)) in parse() 2705 auto dstType = getType().cast<MemRefType>(); in verify() local 2707 if (dstType != transposedType) in verify() 2709 << dstType << " does not match transposed input type " << srcType in verify()
|
| /llvm-project-15.0.7/mlir/lib/Dialect/SparseTensor/Transforms/ |
| H A D | SparseTensorConversion.cpp | 583 Type dstType = op.getResult().getType(); in matchAndRewrite() local 585 auto encDst = getSparseTensorEncoding(dstType); in matchAndRewrite() 590 dstType.cast<RankedTensorType>(), srcType.cast<RankedTensorType>()); in matchAndRewrite()
|
| /llvm-project-15.0.7/mlir/lib/Dialect/Tensor/IR/ |
| H A D | TensorOps.cpp | 1493 verifyInsertSliceOp(ShapedType srcType, ShapedType dstType, in verifyInsertSliceOp() argument 1499 dstType, extractFromI64ArrayAttr(staticOffsets), in verifyInsertSliceOp() 1683 auto dstType = dst.getType().template cast<ShapedType>(); in matchAndRewrite() local 1684 if (verifyInsertSliceOp(srcType, dstType, insertSliceOp.getStaticOffsets(), in matchAndRewrite()
|
| /llvm-project-15.0.7/llvm/lib/Target/AArch64/ |
| H A D | AArch64InstrFormats.td | 4581 RegisterClass srcType, RegisterClass dstType, 4583 : I<(outs dstType:$Rd), (ins srcType:$Rn), 4601 RegisterClass srcType, RegisterClass dstType, 4603 : I<(outs dstType:$Rd), (ins srcType:$Rn, immType:$scale), 4723 RegisterClass srcType, RegisterClass dstType, 4725 : I<(outs dstType:$Rd), (ins srcType:$Rn, immType:$scale), 4741 RegisterClass srcType, RegisterClass dstType, 4743 : I<(outs dstType:$Rd), (ins srcType:$Rn), 4852 RegisterClass srcType, RegisterClass dstType, 4854 : I<(outs dstType:$Rd), (ins srcType:$Rn), asm, "\t$Rd, $Rn", "", [all …]
|