Lines Matching refs:SVT
6481 MVT SVT = Vec.getSimpleValueType().getScalarType(); in widenSubVector() local
6482 MVT VT = MVT::getVectorVT(SVT, WideNumElts); in widenSubVector()
6666 MVT SVT = VT.getScalarType(); in getAVX512Node() local
6675 !DAG.getTargetLoweringInfo().isTypeLegal(SVT)) in getAVX512Node()
6696 DstVT = MVT::getVectorVT(SVT, 512 / SVT.getSizeInBits()); in getAVX512Node()
14554 MVT SVT = VT.getScalarType(); in lowerShuffleAsBroadcast() local
14555 unsigned Offset = BroadcastIdx * SVT.getStoreSize(); in lowerShuffleAsBroadcast()
14567 X86ISD::VBROADCAST_LOAD, DL, Tys, Ops, SVT, in lowerShuffleAsBroadcast()
14569 Ld->getMemOperand(), Offset, SVT.getStoreSize())); in lowerShuffleAsBroadcast()
14573 assert(SVT == MVT::f64 && "Unexpected VT!"); in lowerShuffleAsBroadcast()
14574 V = DAG.getLoad(SVT, DL, Ld->getChain(), NewAddr, in lowerShuffleAsBroadcast()
14576 Ld->getMemOperand(), Offset, SVT.getStoreSize())); in lowerShuffleAsBroadcast()
21929 MVT SVT = In.getSimpleValueType(); in LowerZERO_EXTEND() local
21931 if (SVT.getVectorElementType() == MVT::i1) in LowerZERO_EXTEND()
22888 MVT SVT = In.getSimpleValueType(); in LowerFP_EXTEND() local
22890 if (VT == MVT::f128 || (SVT == MVT::f16 && VT == MVT::f80)) in LowerFP_EXTEND()
22893 if (SVT == MVT::f16) { in LowerFP_EXTEND()
22931 if (!SVT.isVector()) in LowerFP_EXTEND()
22934 if (SVT.getVectorElementType() == MVT::f16) { in LowerFP_EXTEND()
22936 if (SVT == MVT::v2f16) in LowerFP_EXTEND()
22949 assert(SVT == MVT::v2f32 && "Only customize MVT::v2f32 type legalization!"); in LowerFP_EXTEND()
22952 DAG.getNode(ISD::CONCAT_VECTORS, DL, MVT::v4f32, In, DAG.getUNDEF(SVT)); in LowerFP_EXTEND()
22966 MVT SVT = In.getSimpleValueType(); in LowerFP_ROUND() local
22968 if (SVT == MVT::f128 || (VT == MVT::f16 && SVT == MVT::f80)) in LowerFP_ROUND()
22972 if (!Subtarget.hasF16C() || SVT.getScalarType() != MVT::f32) in LowerFP_ROUND()
25425 MVT SVT = VT.getVectorElementType(); in LowerEXTEND_VECTOR_INREG() local
25427 assert(SVT.getFixedSizeInBits() > InSVT.getFixedSizeInBits()); in LowerEXTEND_VECTOR_INREG()
25429 if (SVT != MVT::i64 && SVT != MVT::i32 && SVT != MVT::i16) in LowerEXTEND_VECTOR_INREG()
29858 MVT SVT = VT.getVectorElementType(); in convertShiftLeftToScale() local
29859 unsigned SVTBits = SVT.getSizeInBits(); in convertShiftLeftToScale()
29866 SmallVector<SDValue> Elts(NumElems, DAG.getUNDEF(SVT)); in convertShiftLeftToScale()
29871 Elts[I] = DAG.getConstant(One.shl(ShAmt), dl, SVT); in convertShiftLeftToScale()
40317 MVT SVT = VT.getVectorElementType(); in combineTargetShuffle() local
40319 N10 = DAG.getNode(ISD::EXTRACT_VECTOR_ELT, DL, SVT, N10, ZeroIdx); in combineTargetShuffle()
40320 N11 = DAG.getNode(ISD::EXTRACT_VECTOR_ELT, DL, SVT, N11, ZeroIdx); in combineTargetShuffle()
40321 SDValue Scl = DAG.getNode(Opcode1, DL, SVT, N10, N11); in combineTargetShuffle()
44073 EVT SVT = VT.getScalarType(); in combineToExtendBoolVectorInReg() local
44075 unsigned EltSizeInBits = SVT.getSizeInBits(); in combineToExtendBoolVectorInReg()
44081 if (SVT != MVT::i64 && SVT != MVT::i32 && SVT != MVT::i16 && SVT != MVT::i8) in combineToExtendBoolVectorInReg()
44129 SDValue Scl = DAG.getAnyExtOrTrunc(N00, DL, SVT); in combineToExtendBoolVectorInReg()
44140 Bits.push_back(DAG.getConstant(Bit, DL, SVT)); in combineToExtendBoolVectorInReg()
46656 for (MVT SVT : { MVT::i8, MVT::i16, MVT::i32 }) { in combineShiftRightArithmetic()
46657 unsigned ShiftSize = SVT.getSizeInBits(); in combineShiftRightArithmetic()
46664 DAG.getNode(ISD::SIGN_EXTEND_INREG, DL, VT, N00, DAG.getValueType(SVT)); in combineShiftRightArithmetic()
48713 EVT SVT = VT.getVectorElementType(); in combineTruncateWithSat() local
48746 (SVT == MVT::i8 || SVT == MVT::i16) && in combineTruncateWithSat()
48752 if (SVT == MVT::i8 && InSVT == MVT::i32) { in combineTruncateWithSat()
48761 } else if (SVT == MVT::i8 || Subtarget.hasSSE41()) in combineTruncateWithSat()
48771 if (TLI.isTypeLegal(InVT) && InVT.isVector() && SVT != MVT::i1 && in combineTruncateWithSat()
48773 (SVT == MVT::i32 || SVT == MVT::i16 || SVT == MVT::i8)) { in combineTruncateWithSat()
48797 if (ResElts * SVT.getSizeInBits() < 128) in combineTruncateWithSat()
48798 ResElts = 128 / SVT.getSizeInBits(); in combineTruncateWithSat()
48799 EVT TruncVT = EVT::getVectorVT(*DAG.getContext(), SVT, ResElts); in combineTruncateWithSat()
50244 MVT SVT = VT.getScalarType(); in combineVectorSignBitsTruncation() local
50252 if (SVT != MVT::i8 && SVT != MVT::i16 && SVT != MVT::i32) in combineVectorSignBitsTruncation()
50258 if (SVT == MVT::i32 && VT.getSizeInBits() < 128) in combineVectorSignBitsTruncation()
50274 unsigned NumPackedSignBits = std::min<unsigned>(SVT.getSizeInBits(), 16); in combineVectorSignBitsTruncation()
50291 if (SVT == MVT::i32 && NumSignBits != InSVT.getSizeInBits()) in combineVectorSignBitsTruncation()
50755 EVT SVT = VT.getScalarType(); in combineFneg() local
50765 if (Arg.getOpcode() == ISD::FMUL && (SVT == MVT::f32 || SVT == MVT::f64) && in combineFneg()
50794 EVT SVT = VT.getScalarType(); in getNegatedExpression() local
50807 !(SVT == MVT::f32 || SVT == MVT::f64) || in getNegatedExpression()
51634 EVT SVT = VT.getVectorElementType(); in combineExtSetcc() local
51635 if (SVT != MVT::i8 && SVT != MVT::i16 && SVT != MVT::i32 && in combineExtSetcc()
51636 SVT != MVT::i64 && SVT != MVT::f32 && SVT != MVT::f64) in combineExtSetcc()
54731 MVT SVT = In.getSimpleValueType().getVectorElementType(); in combineEXTEND_VECTOR_INREG() local
54735 EVT MemVT = VT.changeVectorElementType(SVT); in combineEXTEND_VECTOR_INREG()