Lines Matching refs:SrcVT
653 EVT SrcVT = Src.getValueType(); in SimplifyMultipleUseDemandedBits() local
655 if (SrcVT == DstVT) in SimplifyMultipleUseDemandedBits()
658 unsigned NumSrcEltBits = SrcVT.getScalarSizeInBits(); in SimplifyMultipleUseDemandedBits()
666 if (SrcVT.isVector() && (NumDstEltBits % NumSrcEltBits) == 0 && in SimplifyMultipleUseDemandedBits()
669 unsigned NumSrcElts = SrcVT.getVectorNumElements(); in SimplifyMultipleUseDemandedBits()
692 unsigned NumSrcElts = SrcVT.isVector() ? SrcVT.getVectorNumElements() : 1; in SimplifyMultipleUseDemandedBits()
802 EVT SrcVT = Src.getValueType(); in SimplifyMultipleUseDemandedBits() local
804 if (DemandedElts == 1 && DstVT.getSizeInBits() == SrcVT.getSizeInBits() && in SimplifyMultipleUseDemandedBits()
806 DemandedBits.getActiveBits() <= SrcVT.getScalarSizeInBits()) { in SimplifyMultipleUseDemandedBits()
1873 EVT SrcVT = Src.getValueType(); in SimplifyDemandedBits() local
1874 unsigned InBits = SrcVT.getScalarSizeInBits(); in SimplifyDemandedBits()
1875 unsigned InElts = SrcVT.isVector() ? SrcVT.getVectorNumElements() : 1; in SimplifyDemandedBits()
1883 VT.getSizeInBits() == SrcVT.getSizeInBits() && in SimplifyDemandedBits()
1911 EVT SrcVT = Src.getValueType(); in SimplifyDemandedBits() local
1912 unsigned InBits = SrcVT.getScalarSizeInBits(); in SimplifyDemandedBits()
1913 unsigned InElts = SrcVT.isVector() ? SrcVT.getVectorNumElements() : 1; in SimplifyDemandedBits()
1921 VT.getSizeInBits() == SrcVT.getSizeInBits() && in SimplifyDemandedBits()
1964 EVT SrcVT = Src.getValueType(); in SimplifyDemandedBits() local
1965 unsigned InBits = SrcVT.getScalarSizeInBits(); in SimplifyDemandedBits()
1966 unsigned InElts = SrcVT.isVector() ? SrcVT.getVectorNumElements() : 1; in SimplifyDemandedBits()
1972 VT.getSizeInBits() == SrcVT.getSizeInBits() && in SimplifyDemandedBits()
2107 EVT SrcVT = Src.getValueType(); in SimplifyDemandedBits() local
2108 unsigned NumSrcEltBits = SrcVT.getScalarSizeInBits(); in SimplifyDemandedBits()
2112 if (!TLO.LegalOperations() && !VT.isVector() && !SrcVT.isVector() && in SimplifyDemandedBits()
2114 SrcVT.isFloatingPoint()) { in SimplifyDemandedBits()
2117 if ((OpVTLegal || i32Legal) && VT.isSimple() && SrcVT != MVT::f16 && in SimplifyDemandedBits()
2118 SrcVT != MVT::f128) { in SimplifyDemandedBits()
2137 if (SrcVT.isVector() && (BitWidth % NumSrcEltBits) == 0 && in SimplifyDemandedBits()
2140 unsigned NumSrcElts = SrcVT.getVectorNumElements(); in SimplifyDemandedBits()
2166 unsigned NumSrcElts = SrcVT.isVector() ? SrcVT.getVectorNumElements() : 1; in SimplifyDemandedBits()
2176 if (SrcVT.isVector()) { in SimplifyDemandedBits()
2431 EVT SrcVT = Src.getValueType(); in SimplifyDemandedVectorElts() local
2433 ElementCount SrcEltCnt = SrcVT.getVectorElementCount(); in SimplifyDemandedVectorElts()
2453 EVT SrcVT = Src.getValueType(); in SimplifyDemandedVectorElts() local
2457 if (!SrcVT.isVector()) in SimplifyDemandedVectorElts()
2461 unsigned NumSrcElts = SrcVT.getVectorNumElements(); in SimplifyDemandedVectorElts()
2485 unsigned SrcEltSizeInBits = SrcVT.getScalarSizeInBits(); in SimplifyDemandedVectorElts()
6688 EVT SrcVT = Src.getValueType(); in expandFP_TO_SINT() local
6693 if (SrcVT != MVT::f32 || DstVT != MVT::i64) in expandFP_TO_SINT()
6706 unsigned SrcEltBits = SrcVT.getScalarSizeInBits(); in expandFP_TO_SINT()
6707 EVT IntVT = SrcVT.changeTypeToInteger(); in expandFP_TO_SINT()
6762 EVT SrcVT = Src.getValueType(); in expandFP_TO_UINT() local
6765 getSetCCResultType(DAG.getDataLayout(), *DAG.getContext(), SrcVT); in expandFP_TO_UINT()
6773 !isOperationLegalOrCustomOrPromote(ISD::XOR, SrcVT))) in expandFP_TO_UINT()
6779 const fltSemantics &APFSem = DAG.EVTToAPFloatSemantics(SrcVT); in expandFP_TO_UINT()
6780 APFloat APF(APFSem, APInt::getNullValue(SrcVT.getScalarSizeInBits())); in expandFP_TO_UINT()
6795 Node->isStrictFPOpcode() ? ISD::STRICT_FSUB : ISD::FSUB, SrcVT)) in expandFP_TO_UINT()
6798 SDValue Cst = DAG.getConstantFP(APF, dl, SrcVT); in expandFP_TO_UINT()
6810 shouldUseStrictFP_TO_INT(SrcVT, DstVT, /*IsSigned*/ false); in expandFP_TO_UINT()
6821 SDValue FltOfs = DAG.getSelect(dl, SrcVT, Sel, in expandFP_TO_UINT()
6822 DAG.getConstantFP(0.0, dl, SrcVT), Cst); in expandFP_TO_UINT()
6829 SDValue Val = DAG.getNode(ISD::STRICT_FSUB, dl, { SrcVT, MVT::Other }, in expandFP_TO_UINT()
6835 SDValue Val = DAG.getNode(ISD::FSUB, dl, SrcVT, Src, FltOfs); in expandFP_TO_UINT()
6848 DAG.getNode(ISD::FSUB, dl, SrcVT, Src, Cst)); in expandFP_TO_UINT()
6867 EVT SrcVT = Src.getValueType(); in expandUINT_TO_FP() local
6870 if (SrcVT.getScalarType() != MVT::i64 || DstVT.getScalarType() != MVT::f64) in expandUINT_TO_FP()
6874 if (SrcVT.isVector() && (!isOperationLegalOrCustom(ISD::SRL, SrcVT) || in expandUINT_TO_FP()
6877 !isOperationLegalOrCustomOrPromote(ISD::OR, SrcVT) || in expandUINT_TO_FP()
6878 !isOperationLegalOrCustomOrPromote(ISD::AND, SrcVT))) in expandUINT_TO_FP()
6882 EVT ShiftVT = getShiftAmountTy(SrcVT, DAG.getDataLayout()); in expandUINT_TO_FP()
6889 SDValue TwoP52 = DAG.getConstant(UINT64_C(0x4330000000000000), dl, SrcVT); in expandUINT_TO_FP()
6892 SDValue TwoP84 = DAG.getConstant(UINT64_C(0x4530000000000000), dl, SrcVT); in expandUINT_TO_FP()
6893 SDValue LoMask = DAG.getConstant(UINT64_C(0x00000000FFFFFFFF), dl, SrcVT); in expandUINT_TO_FP()
6896 SDValue Lo = DAG.getNode(ISD::AND, dl, SrcVT, Src, LoMask); in expandUINT_TO_FP()
6897 SDValue Hi = DAG.getNode(ISD::SRL, dl, SrcVT, Src, HiShift); in expandUINT_TO_FP()
6898 SDValue LoOr = DAG.getNode(ISD::OR, dl, SrcVT, Lo, TwoP52); in expandUINT_TO_FP()
6899 SDValue HiOr = DAG.getNode(ISD::OR, dl, SrcVT, Hi, TwoP84); in expandUINT_TO_FP()
7326 EVT SrcVT = LD->getMemoryVT(); in scalarizeVectorLoad() local
7330 if (SrcVT.isScalableVector()) in scalarizeVectorLoad()
7333 unsigned NumElem = SrcVT.getVectorNumElements(); in scalarizeVectorLoad()
7335 EVT SrcEltVT = SrcVT.getScalarType(); in scalarizeVectorLoad()
7345 unsigned NumLoadBits = SrcVT.getStoreSizeInBits(); in scalarizeVectorLoad()
7348 unsigned NumSrcBits = SrcVT.getSizeInBits(); in scalarizeVectorLoad()
8663 EVT SrcVT = Src.getValueType(); in expandFP_TO_INT_SAT() local
8685 if (SrcVT == MVT::f16) { in expandFP_TO_INT_SAT()
8687 SrcVT = Src.getValueType(); in expandFP_TO_INT_SAT()
8690 APFloat MinFloat(DAG.EVTToAPFloatSemantics(SrcVT)); in expandFP_TO_INT_SAT()
8691 APFloat MaxFloat(DAG.EVTToAPFloatSemantics(SrcVT)); in expandFP_TO_INT_SAT()
8700 SDValue MinFloatNode = DAG.getConstantFP(MinFloat, dl, SrcVT); in expandFP_TO_INT_SAT()
8701 SDValue MaxFloatNode = DAG.getConstantFP(MaxFloat, dl, SrcVT); in expandFP_TO_INT_SAT()
8706 bool MinMaxLegal = isOperationLegal(ISD::FMINNUM, SrcVT) && in expandFP_TO_INT_SAT()
8707 isOperationLegal(ISD::FMAXNUM, SrcVT); in expandFP_TO_INT_SAT()
8712 Clamped = DAG.getNode(ISD::FMAXNUM, dl, SrcVT, Clamped, MinFloatNode); in expandFP_TO_INT_SAT()
8714 Clamped = DAG.getNode(ISD::FMINNUM, dl, SrcVT, Clamped, MaxFloatNode); in expandFP_TO_INT_SAT()