Lines Matching refs:InVT
6952 EVT InVT = In.getValueType(); in getEXTEND_VECTOR_INREG() local
6953 assert(VT.isVector() && InVT.isVector() && "Expected vector VTs."); in getEXTEND_VECTOR_INREG()
6960 if (InVT.getSizeInBits() > 128) { in getEXTEND_VECTOR_INREG()
6961 assert(VT.getSizeInBits() == InVT.getSizeInBits() && in getEXTEND_VECTOR_INREG()
6963 unsigned Scale = VT.getScalarSizeInBits() / InVT.getScalarSizeInBits(); in getEXTEND_VECTOR_INREG()
6966 InVT = In.getValueType(); in getEXTEND_VECTOR_INREG()
6969 if (VT.getVectorNumElements() != InVT.getVectorNumElements()) in getEXTEND_VECTOR_INREG()
21796 MVT InVT = In.getSimpleValueType(); in LowerAVXExtend() local
21800 assert(VT.isVector() && InVT.isVector() && "Expected vector type"); in LowerAVXExtend()
21803 assert(VT.getVectorNumElements() == InVT.getVectorNumElements() && in LowerAVXExtend()
21809 assert((InVT.getVectorElementType() == MVT::i8 || in LowerAVXExtend()
21810 InVT.getVectorElementType() == MVT::i16 || in LowerAVXExtend()
21811 InVT.getVectorElementType() == MVT::i32) && in LowerAVXExtend()
21817 assert(InVT == MVT::v32i8 && "Unexpected VT!"); in LowerAVXExtend()
21845 SDValue ZeroVec = DAG.getConstant(0, dl, InVT); in LowerAVXExtend()
21846 SDValue Undef = DAG.getUNDEF(InVT); in LowerAVXExtend()
21848 SDValue OpHi = getUnpackh(DAG, dl, InVT, In, NeedZero ? ZeroVec : Undef); in LowerAVXExtend()
21873 MVT InVT = In.getSimpleValueType(); in LowerZERO_EXTEND_Mask() local
21874 assert(InVT.getVectorElementType() == MVT::i1 && "Unexpected input type!"); in LowerZERO_EXTEND_Mask()
21900 InVT = MVT::getVectorVT(MVT::i1, NumElts); in LowerZERO_EXTEND_Mask()
21901 In = DAG.getNode(ISD::INSERT_SUBVECTOR, DL, InVT, DAG.getUNDEF(InVT), in LowerZERO_EXTEND_Mask()
21979 EVT InVT = MVT::i16, OutVT = MVT::i8; in truncateVectorWithPACK() local
21982 InVT = MVT::i32; in truncateVectorWithPACK()
21988 InVT = EVT::getVectorVT(Ctx, InVT, 128 / InVT.getSizeInBits()); in truncateVectorWithPACK()
21990 In = DAG.getBitcast(InVT, In); in truncateVectorWithPACK()
21991 SDValue Res = DAG.getNode(Opcode, DL, OutVT, In, DAG.getUNDEF(InVT)); in truncateVectorWithPACK()
22001 InVT = EVT::getVectorVT(Ctx, InVT, SubSizeInBits / InVT.getSizeInBits()); in truncateVectorWithPACK()
22006 Lo = DAG.getBitcast(InVT, Lo); in truncateVectorWithPACK()
22007 Hi = DAG.getBitcast(InVT, Hi); in truncateVectorWithPACK()
22015 Lo = DAG.getBitcast(InVT, Lo); in truncateVectorWithPACK()
22016 Hi = DAG.getBitcast(InVT, Hi); in truncateVectorWithPACK()
22053 MVT InVT = In.getSimpleValueType(); in LowerTruncateVecI1() local
22058 unsigned ShiftInx = InVT.getScalarSizeInBits() - 1; in LowerTruncateVecI1()
22059 if (InVT.getScalarSizeInBits() <= 16) { in LowerTruncateVecI1()
22062 if (DAG.ComputeNumSignBits(In) < InVT.getScalarSizeInBits()) { in LowerTruncateVecI1()
22065 MVT ExtVT = MVT::getVectorVT(MVT::i16, InVT.getSizeInBits()/16); in LowerTruncateVecI1()
22069 In = DAG.getBitcast(InVT, In); in LowerTruncateVecI1()
22071 return DAG.getSetCC(DL, VT, DAG.getConstant(0, DL, InVT), in LowerTruncateVecI1()
22075 assert((InVT.is256BitVector() || InVT.is128BitVector()) && in LowerTruncateVecI1()
22077 unsigned NumElts = InVT.getVectorNumElements(); in LowerTruncateVecI1()
22090 if (InVT == MVT::v16i8) { in LowerTruncateVecI1()
22093 InVT, DL, In, In, in LowerTruncateVecI1()
22097 assert(InVT == MVT::v16i16 && "Unexpected VT!"); in LowerTruncateVecI1()
22113 InVT = ExtVT; in LowerTruncateVecI1()
22114 ShiftInx = InVT.getScalarSizeInBits() - 1; in LowerTruncateVecI1()
22117 if (DAG.ComputeNumSignBits(In) < InVT.getScalarSizeInBits()) { in LowerTruncateVecI1()
22119 In = DAG.getNode(ISD::SHL, DL, InVT, In, in LowerTruncateVecI1()
22120 DAG.getConstant(ShiftInx, DL, InVT)); in LowerTruncateVecI1()
22124 return DAG.getSetCC(DL, VT, DAG.getConstant(0, DL, InVT), In, ISD::SETGT); in LowerTruncateVecI1()
22125 return DAG.getSetCC(DL, VT, In, DAG.getConstant(0, DL, InVT), ISD::SETNE); in LowerTruncateVecI1()
22132 MVT InVT = In.getSimpleValueType(); in LowerTRUNCATE() local
22133 unsigned InNumEltBits = InVT.getScalarSizeInBits(); in LowerTRUNCATE()
22135 assert(VT.getVectorNumElements() == InVT.getVectorNumElements() && in LowerTRUNCATE()
22140 if (!TLI.isTypeLegal(InVT)) { in LowerTRUNCATE()
22141 if ((InVT == MVT::v8i64 || InVT == MVT::v16i32 || InVT == MVT::v16i64) && in LowerTRUNCATE()
22143 assert((InVT == MVT::v16i64 || Subtarget.hasVLX()) && in LowerTRUNCATE()
22168 if (InVT == MVT::v32i16 && !Subtarget.hasBWI()) { in LowerTRUNCATE()
22177 if (InVT != MVT::v16i16 || Subtarget.hasBWI() || in LowerTRUNCATE()
22202 assert(VT.is128BitVector() && InVT.is256BitVector() && "Unexpected types!"); in LowerTRUNCATE()
22204 if ((VT == MVT::v4i32) && (InVT == MVT::v4i64)) { in LowerTRUNCATE()
22223 if ((VT == MVT::v8i16) && (InVT == MVT::v8i32)) { in LowerTRUNCATE()
22265 if (VT == MVT::v16i8 && InVT == MVT::v16i16) { in LowerTRUNCATE()
22267 In = DAG.getNode(ISD::AND, DL, InVT, In, DAG.getConstant(255, DL, InVT)); in LowerTRUNCATE()
25350 MVT InVT = In.getSimpleValueType(); in LowerSIGN_EXTEND_Mask() local
25351 assert(InVT.getVectorElementType() == MVT::i1 && "Unexpected input type!"); in LowerSIGN_EXTEND_Mask()
25371 InVT = MVT::getVectorVT(MVT::i1, NumElts); in LowerSIGN_EXTEND_Mask()
25372 In = DAG.getNode(ISD::INSERT_SUBVECTOR, dl, InVT, DAG.getUNDEF(InVT), in LowerSIGN_EXTEND_Mask()
25405 MVT InVT = In.getSimpleValueType(); in LowerANY_EXTEND() local
25407 if (InVT.getVectorElementType() == MVT::i1) in LowerANY_EXTEND()
25423 MVT InVT = In.getSimpleValueType(); in LowerEXTEND_VECTOR_INREG() local
25426 MVT InSVT = InVT.getVectorElementType(); in LowerEXTEND_VECTOR_INREG()
25444 if (InVT.getSizeInBits() > 128) { in LowerEXTEND_VECTOR_INREG()
25449 InVT = In.getSimpleValueType(); in LowerEXTEND_VECTOR_INREG()
25458 if (InVT.getVectorNumElements() != NumElts) in LowerEXTEND_VECTOR_INREG()
25475 unsigned NumSrcElts = InVT.getVectorNumElements(); in LowerEXTEND_VECTOR_INREG()
25481 SDValue Hi = DAG.getVectorShuffle(InVT, dl, In, DAG.getUNDEF(InVT), HiMask); in LowerEXTEND_VECTOR_INREG()
25488 assert(VT.is128BitVector() && InVT.is128BitVector() && "Unexpected VTs"); in LowerEXTEND_VECTOR_INREG()
25496 if (InVT != MVT::v4i32) { in LowerEXTEND_VECTOR_INREG()
25502 unsigned InNumElts = InVT.getVectorNumElements(); in LowerEXTEND_VECTOR_INREG()
25511 Curr = DAG.getVectorShuffle(InVT, dl, In, In, Mask); in LowerEXTEND_VECTOR_INREG()
25534 MVT InVT = In.getSimpleValueType(); in LowerSIGN_EXTEND() local
25537 if (InVT.getVectorElementType() == MVT::i1) in LowerSIGN_EXTEND()
25540 assert(VT.isVector() && InVT.isVector() && "Expected vector type"); in LowerSIGN_EXTEND()
25541 assert(VT.getVectorNumElements() == InVT.getVectorNumElements() && in LowerSIGN_EXTEND()
25547 assert((InVT.getVectorElementType() == MVT::i8 || in LowerSIGN_EXTEND()
25548 InVT.getVectorElementType() == MVT::i16 || in LowerSIGN_EXTEND()
25549 InVT.getVectorElementType() == MVT::i32) && in LowerSIGN_EXTEND()
25553 assert(InVT == MVT::v32i8 && "Unexpected VT!"); in LowerSIGN_EXTEND()
25571 unsigned NumElems = InVT.getVectorNumElements(); in LowerSIGN_EXTEND()
25576 SDValue OpHi = DAG.getVectorShuffle(InVT, dl, In, In, ShufMask); in LowerSIGN_EXTEND()
31199 MVT InVT = V.getSimpleValueType(); in getPMOVMSKB() local
31201 if (InVT == MVT::v64i8) { in getPMOVMSKB()
31212 if (InVT == MVT::v32i8 && !Subtarget.hasInt256()) { in getPMOVMSKB()
31888 MVT InVT = InOp.getSimpleValueType(); in ExtendToType() local
31889 if (InVT == NVT) in ExtendToType()
31895 assert(InVT.getVectorElementType() == NVT.getVectorElementType() && in ExtendToType()
31898 unsigned InNumElts = InVT.getVectorNumElements(); in ExtendToType()
31910 InVT = InOp.getSimpleValueType(); in ExtendToType()
31911 InNumElts = InVT.getVectorNumElements(); in ExtendToType()
32485 EVT InVT = N->getOperand(0).getValueType(); in ReplaceNodeResults() local
32490 unsigned NumConcat = 128 / InVT.getSizeInBits(); in ReplaceNodeResults()
32493 InVT.getVectorElementType(), in ReplaceNodeResults()
32494 NumConcat * InVT.getVectorNumElements()); in ReplaceNodeResults()
32499 SmallVector<SDValue, 16> Ops(NumConcat, DAG.getUNDEF(InVT)); in ReplaceNodeResults()
32563 EVT InVT = In.getValueType(); in ReplaceNodeResults() local
32565 unsigned InBits = InVT.getSizeInBits(); in ReplaceNodeResults()
32570 MVT InEltVT = InVT.getSimpleVT().getVectorElementType(); in ReplaceNodeResults()
32588 if (Subtarget.hasAVX512() && isTypeLegal(InVT)) { in ReplaceNodeResults()
32595 if (InVT == MVT::v4i64 && VT == MVT::v4i8 && isTypeLegal(MVT::v8i64)) { in ReplaceNodeResults()
32602 if (Subtarget.hasVLX() && InVT == MVT::v8i64 && VT == MVT::v8i8 && in ReplaceNodeResults()
32603 getTypeAction(*DAG.getContext(), InVT) == TypeSplitVector && in ReplaceNodeResults()
32631 EVT InVT = In.getValueType(); in ReplaceNodeResults() local
32633 (InVT == MVT::v4i16 || InVT == MVT::v4i8)){ in ReplaceNodeResults()
32634 assert(getTypeAction(*DAG.getContext(), InVT) == TypeWidenVector && in ReplaceNodeResults()
32662 if (!InVT.is128BitVector()) { in ReplaceNodeResults()
32665 if (getTypeAction(*DAG.getContext(), InVT) != TypePromoteInteger) in ReplaceNodeResults()
32667 InVT = getTypeToTransformTo(*DAG.getContext(), InVT); in ReplaceNodeResults()
32668 if (!InVT.is128BitVector()) in ReplaceNodeResults()
32673 In = DAG.getNode(N->getOpcode(), dl, InVT, In); in ReplaceNodeResults()
32685 unsigned NumElts = InVT.getVectorNumElements(); in ReplaceNodeResults()
32691 SDValue Hi = DAG.getVectorShuffle(InVT, dl, In, In, ShufMask); in ReplaceNodeResults()
43009 EVT InVT = Zext0.getOperand(0).getValueType(); in createPSADBW() local
43010 unsigned RegSize = std::max(128u, (unsigned)InVT.getSizeInBits()); in createPSADBW()
43014 unsigned NumConcat = RegSize / InVT.getSizeInBits(); in createPSADBW()
43015 SmallVector<SDValue, 16> Ops(NumConcat, DAG.getConstant(0, DL, InVT)); in createPSADBW()
48628 EVT InVT = In.getValueType(); in detectUSatPattern() local
48631 assert(InVT.getScalarSizeInBits() > VT.getScalarSizeInBits() && in detectUSatPattern()
48658 return DAG.getNode(ISD::SMAX, DL, InVT, SMin, In.getOperand(1)); in detectUSatPattern()
48714 EVT InVT = In.getValueType(); in combineTruncateWithSat() local
48715 EVT InSVT = InVT.getVectorElementType(); in combineTruncateWithSat()
48722 InVT == MVT::v16i32 && VT == MVT::v16i8) { in combineTruncateWithSat()
48740 (InVT.getSizeInBits() > 128) && in combineTruncateWithSat()
48741 (Subtarget.hasVLX() || InVT.getSizeInBits() > 256) && in combineTruncateWithSat()
48771 if (TLI.isTypeLegal(InVT) && InVT.isVector() && SVT != MVT::i1 && in combineTruncateWithSat()
48787 if (!Subtarget.hasVLX() && !InVT.is512BitVector()) { in combineTruncateWithSat()
48788 unsigned NumConcats = 512 / InVT.getSizeInBits(); in combineTruncateWithSat()
48790 SmallVector<SDValue, 4> ConcatOps(NumConcats, DAG.getUNDEF(InVT)); in combineTruncateWithSat()
48792 InVT = EVT::getVectorVT(*DAG.getContext(), InSVT, in combineTruncateWithSat()
48793 NumConcats * InVT.getVectorNumElements()); in combineTruncateWithSat()
48794 SatVal = DAG.getNode(ISD::CONCAT_VECTORS, DL, InVT, ConcatOps); in combineTruncateWithSat()
48817 EVT InVT = In.getValueType(); in detectAVGPattern() local
48826 EVT InScalarVT = InVT.getVectorElementType(); in detectAVGPattern()
48908 SDValue VecOnes = DAG.getConstant(1, DL, InVT); in detectAVGPattern()
48909 Operands[1] = DAG.getNode(ISD::SUB, DL, InVT, Operands[1], VecOnes); in detectAVGPattern()
50155 EVT InVT = In.getValueType(); in combineVectorTruncationWithPACKUS() local
50158 APInt Mask = APInt::getLowBitsSet(InVT.getScalarSizeInBits(), in combineVectorTruncationWithPACKUS()
50160 In = DAG.getNode(ISD::AND, DL, InVT, In, DAG.getConstant(Mask, DL, InVT)); in combineVectorTruncationWithPACKUS()
50169 EVT InVT = In.getValueType(); in combineVectorTruncationWithPACKSS() local
50171 In = DAG.getNode(ISD::SIGN_EXTEND_INREG, DL, InVT, In, in combineVectorTruncationWithPACKSS()
50191 EVT InVT = In.getValueType(); in combineVectorTruncation() local
50199 EVT InSVT = InVT.getVectorElementType(); in combineVectorTruncation()
50246 MVT InVT = In.getValueType().getSimpleVT(); in combineVectorSignBitsTruncation() local
50247 MVT InSVT = InVT.getScalarType(); in combineVectorSignBitsTruncation()
50265 InVT.is512BitVector())) { in combineVectorSignBitsTruncation()
50305 SDValue NewIn = DAG.getNode(ISD::SRA, DL, InVT, In->ops()); in combineVectorSignBitsTruncation()
50337 EVT InVT = Src.getValueType(); in combinePMULH() local
50338 if (InVT.getVectorElementType().getSizeInBits() < 32) in combinePMULH()
50378 unsigned InSizeInBits = InVT.getSizeInBits(); in combinePMULH()
50383 InVT.getSizeInBits() / 16); in combinePMULH()
50386 return DAG.getNode(ISD::TRUNCATE, DL, VT, DAG.getBitcast(InVT, Res)); in combinePMULH()
50524 EVT InVT = Ops[0].getValueType(); in detectPMADDUBSW() local
50525 assert(InVT.getScalarType() == MVT::i8 && in detectPMADDUBSW()
50527 assert(InVT == Ops[1].getValueType() && "Operands' types mismatch"); in detectPMADDUBSW()
50529 InVT.getVectorNumElements() / 2); in detectPMADDUBSW()
51189 MVT InVT = In.getSimpleValueType(); in combineX86INT_TO_FP() local
51190 if (VT.getVectorNumElements() < InVT.getVectorNumElements() && in combineX86INT_TO_FP()
51192 assert(InVT.is128BitVector() && "Expected 128-bit input vector"); in combineX86INT_TO_FP()
51194 unsigned NumBits = InVT.getScalarSizeInBits() * VT.getVectorNumElements(); in combineX86INT_TO_FP()
51200 DAG.getBitcast(InVT, VZLoad)); in combineX86INT_TO_FP()
51218 MVT InVT = In.getSimpleValueType(); in combineCVTP2I_CVTTP2I() local
51219 if (VT.getVectorNumElements() < InVT.getVectorNumElements() && in combineCVTP2I_CVTTP2I()
51221 assert(InVT.is128BitVector() && "Expected 128-bit input vector"); in combineCVTP2I_CVTTP2I()
51223 unsigned NumBits = InVT.getScalarSizeInBits() * VT.getVectorNumElements(); in combineCVTP2I_CVTTP2I()
51231 {N->getOperand(0), DAG.getBitcast(InVT, VZLoad)}); in combineCVTP2I_CVTTP2I()
51235 DAG.getNode(N->getOpcode(), dl, VT, DAG.getBitcast(InVT, VZLoad)); in combineCVTP2I_CVTTP2I()
52617 EVT InVT = Op0.getValueType(); in combineUIntToFP() local
52622 if (InVT.isVector() && VT.getVectorElementType() == MVT::f16) { in combineUIntToFP()
52623 unsigned ScalarSize = InVT.getScalarSizeInBits(); in combineUIntToFP()
52631 InVT.getVectorNumElements()); in combineUIntToFP()
52642 if (InVT.isVector() && InVT.getScalarSizeInBits() < 32 && in combineUIntToFP()
52645 EVT DstVT = InVT.changeVectorElementType(MVT::i32); in combineUIntToFP()
52680 EVT InVT = Op0.getValueType(); in combineSIntToFP() local
52685 if (InVT.isVector() && VT.getVectorElementType() == MVT::f16) { in combineSIntToFP()
52686 unsigned ScalarSize = InVT.getScalarSizeInBits(); in combineSIntToFP()
52694 InVT.getVectorNumElements()); in combineSIntToFP()
52705 if (InVT.isVector() && InVT.getScalarSizeInBits() < 32 && in combineSIntToFP()
52708 EVT DstVT = InVT.changeVectorElementType(MVT::i32); in combineSIntToFP()
52719 if (InVT.getScalarSizeInBits() > 32 && !Subtarget.hasDQI()) { in combineSIntToFP()
52720 unsigned BitWidth = InVT.getScalarSizeInBits(); in combineSIntToFP()
52724 if (InVT.isVector()) in combineSIntToFP()
52725 TruncVT = InVT.changeVectorElementType(TruncVT); in combineSIntToFP()
52736 assert(InVT == MVT::v2i64 && "Unexpected VT!"); in combineSIntToFP()
52763 Op0.hasOneUse() && !Subtarget.is64Bit() && InVT == MVT::i64) { in combineSIntToFP()
52766 VT, InVT, SDLoc(N), Ld->getChain(), Ld->getBasePtr(), in combineSIntToFP()
53376 EVT InVT = Ops[0].getValueType(); in matchPMADDWD() local
53377 assert(InVT == Ops[1].getValueType() && "Operands' types mismatch"); in matchPMADDWD()
53379 InVT.getVectorNumElements() / 2); in matchPMADDWD()
53422 EVT InVT = N00.getValueType(); in matchPMADDWD_2() local
53423 if (InVT.getVectorElementType() != MVT::i16 || N01.getValueType() != InVT || in matchPMADDWD_2()
53424 N10.getValueType() != InVT || N11.getValueType() != InVT) in matchPMADDWD_2()