Lines Matching refs:SrcVT
691 EVT SrcVT = Src.getValueType(); in SimplifyMultipleUseDemandedBits() local
693 if (SrcVT == DstVT) in SimplifyMultipleUseDemandedBits()
696 unsigned NumSrcEltBits = SrcVT.getScalarSizeInBits(); in SimplifyMultipleUseDemandedBits()
703 if (SrcVT.isVector() && (NumDstEltBits % NumSrcEltBits) == 0) { in SimplifyMultipleUseDemandedBits()
705 unsigned NumSrcElts = SrcVT.getVectorNumElements(); in SimplifyMultipleUseDemandedBits()
728 unsigned NumSrcElts = SrcVT.isVector() ? SrcVT.getVectorNumElements() : 1; in SimplifyMultipleUseDemandedBits()
842 EVT SrcVT = Src.getValueType(); in SimplifyMultipleUseDemandedBits() local
845 DstVT.getSizeInBits() == SrcVT.getSizeInBits() && in SimplifyMultipleUseDemandedBits()
846 DemandedBits.getActiveBits() <= SrcVT.getScalarSizeInBits()) { in SimplifyMultipleUseDemandedBits()
2396 EVT SrcVT = Src.getValueType(); in SimplifyDemandedBits() local
2397 unsigned InBits = SrcVT.getScalarSizeInBits(); in SimplifyDemandedBits()
2398 unsigned InElts = SrcVT.isFixedLengthVector() ? SrcVT.getVectorNumElements() : 1; in SimplifyDemandedBits()
2406 VT.getSizeInBits() == SrcVT.getSizeInBits()) in SimplifyDemandedBits()
2442 EVT SrcVT = Src.getValueType(); in SimplifyDemandedBits() local
2443 unsigned InBits = SrcVT.getScalarSizeInBits(); in SimplifyDemandedBits()
2444 unsigned InElts = SrcVT.isFixedLengthVector() ? SrcVT.getVectorNumElements() : 1; in SimplifyDemandedBits()
2459 VT.getSizeInBits() == SrcVT.getSizeInBits()) in SimplifyDemandedBits()
2506 EVT SrcVT = Src.getValueType(); in SimplifyDemandedBits() local
2507 unsigned InBits = SrcVT.getScalarSizeInBits(); in SimplifyDemandedBits()
2508 unsigned InElts = SrcVT.isFixedLengthVector() ? SrcVT.getVectorNumElements() : 1; in SimplifyDemandedBits()
2514 VT.getSizeInBits() == SrcVT.getSizeInBits()) in SimplifyDemandedBits()
2650 EVT SrcVT = Src.getValueType(); in SimplifyDemandedBits() local
2651 unsigned NumSrcEltBits = SrcVT.getScalarSizeInBits(); in SimplifyDemandedBits()
2655 if (!TLO.LegalOperations() && !VT.isVector() && !SrcVT.isVector() && in SimplifyDemandedBits()
2657 SrcVT.isFloatingPoint()) { in SimplifyDemandedBits()
2660 if ((OpVTLegal || i32Legal) && VT.isSimple() && SrcVT != MVT::f16 && in SimplifyDemandedBits()
2661 SrcVT != MVT::f128) { in SimplifyDemandedBits()
2679 if (SrcVT.isVector() && (BitWidth % NumSrcEltBits) == 0) { in SimplifyDemandedBits()
2681 unsigned NumSrcElts = SrcVT.getVectorNumElements(); in SimplifyDemandedBits()
2708 unsigned NumSrcElts = SrcVT.isVector() ? SrcVT.getVectorNumElements() : 1; in SimplifyDemandedBits()
2718 if (SrcVT.isVector()) { in SimplifyDemandedBits()
3076 EVT SrcVT = Src.getValueType(); in SimplifyDemandedVectorElts() local
3078 ElementCount SrcEltCnt = SrcVT.getVectorElementCount(); in SimplifyDemandedVectorElts()
3098 EVT SrcVT = Src.getValueType(); in SimplifyDemandedVectorElts() local
3102 if (!SrcVT.isVector()) in SimplifyDemandedVectorElts()
3106 unsigned NumSrcElts = SrcVT.getVectorNumElements(); in SimplifyDemandedVectorElts()
3126 unsigned SrcEltSizeInBits = SrcVT.getScalarSizeInBits(); in SimplifyDemandedVectorElts()
3501 EVT SrcVT = Src.getValueType(); in SimplifyDemandedVectorElts() local
3502 EVT SrcSVT = SrcVT.getScalarType(); in SimplifyDemandedVectorElts()
3506 SDValue Mask = TLO.DAG.getBuildVector(SrcVT, DL, MaskElts); in SimplifyDemandedVectorElts()
3508 ISD::AND, DL, SrcVT, {Src.getOperand(1), Mask})) { in SimplifyDemandedVectorElts()
3509 Fold = TLO.DAG.getNode(ISD::AND, DL, SrcVT, Src.getOperand(0), Fold); in SimplifyDemandedVectorElts()
8033 EVT SrcVT = Src.getValueType(); in expandFP_TO_SINT() local
8038 if (SrcVT != MVT::f32 || DstVT != MVT::i64) in expandFP_TO_SINT()
8051 unsigned SrcEltBits = SrcVT.getScalarSizeInBits(); in expandFP_TO_SINT()
8052 EVT IntVT = SrcVT.changeTypeToInteger(); in expandFP_TO_SINT()
8107 EVT SrcVT = Src.getValueType(); in expandFP_TO_UINT() local
8110 getSetCCResultType(DAG.getDataLayout(), *DAG.getContext(), SrcVT); in expandFP_TO_UINT()
8118 !isOperationLegalOrCustomOrPromote(ISD::XOR, SrcVT))) in expandFP_TO_UINT()
8124 const fltSemantics &APFSem = DAG.EVTToAPFloatSemantics(SrcVT); in expandFP_TO_UINT()
8125 APFloat APF(APFSem, APInt::getZero(SrcVT.getScalarSizeInBits())); in expandFP_TO_UINT()
8140 Node->isStrictFPOpcode() ? ISD::STRICT_FSUB : ISD::FSUB, SrcVT)) in expandFP_TO_UINT()
8143 SDValue Cst = DAG.getConstantFP(APF, dl, SrcVT); in expandFP_TO_UINT()
8155 shouldUseStrictFP_TO_INT(SrcVT, DstVT, /*IsSigned*/ false); in expandFP_TO_UINT()
8166 SDValue FltOfs = DAG.getSelect(dl, SrcVT, Sel, in expandFP_TO_UINT()
8167 DAG.getConstantFP(0.0, dl, SrcVT), Cst); in expandFP_TO_UINT()
8174 SDValue Val = DAG.getNode(ISD::STRICT_FSUB, dl, { SrcVT, MVT::Other }, in expandFP_TO_UINT()
8180 SDValue Val = DAG.getNode(ISD::FSUB, dl, SrcVT, Src, FltOfs); in expandFP_TO_UINT()
8193 DAG.getNode(ISD::FSUB, dl, SrcVT, Src, Cst)); in expandFP_TO_UINT()
8212 EVT SrcVT = Src.getValueType(); in expandUINT_TO_FP() local
8215 if (SrcVT.getScalarType() != MVT::i64 || DstVT.getScalarType() != MVT::f64) in expandUINT_TO_FP()
8219 if (SrcVT.isVector() && (!isOperationLegalOrCustom(ISD::SRL, SrcVT) || in expandUINT_TO_FP()
8222 !isOperationLegalOrCustomOrPromote(ISD::OR, SrcVT) || in expandUINT_TO_FP()
8223 !isOperationLegalOrCustomOrPromote(ISD::AND, SrcVT))) in expandUINT_TO_FP()
8227 EVT ShiftVT = getShiftAmountTy(SrcVT, DAG.getDataLayout()); in expandUINT_TO_FP()
8234 SDValue TwoP52 = DAG.getConstant(UINT64_C(0x4330000000000000), dl, SrcVT); in expandUINT_TO_FP()
8237 SDValue TwoP84 = DAG.getConstant(UINT64_C(0x4530000000000000), dl, SrcVT); in expandUINT_TO_FP()
8238 SDValue LoMask = DAG.getConstant(UINT64_C(0x00000000FFFFFFFF), dl, SrcVT); in expandUINT_TO_FP()
8241 SDValue Lo = DAG.getNode(ISD::AND, dl, SrcVT, Src, LoMask); in expandUINT_TO_FP()
8242 SDValue Hi = DAG.getNode(ISD::SRL, dl, SrcVT, Src, HiShift); in expandUINT_TO_FP()
8243 SDValue LoOr = DAG.getNode(ISD::OR, dl, SrcVT, Lo, TwoP52); in expandUINT_TO_FP()
8244 SDValue HiOr = DAG.getNode(ISD::OR, dl, SrcVT, Hi, TwoP84); in expandUINT_TO_FP()
9293 EVT SrcVT = LD->getMemoryVT(); in scalarizeVectorLoad() local
9297 if (SrcVT.isScalableVector()) in scalarizeVectorLoad()
9300 unsigned NumElem = SrcVT.getVectorNumElements(); in scalarizeVectorLoad()
9302 EVT SrcEltVT = SrcVT.getScalarType(); in scalarizeVectorLoad()
9312 unsigned NumLoadBits = SrcVT.getStoreSizeInBits(); in scalarizeVectorLoad()
9315 unsigned NumSrcBits = SrcVT.getSizeInBits(); in scalarizeVectorLoad()
10710 EVT SrcVT = Src.getValueType(); in expandFP_TO_INT_SAT() local
10732 if (SrcVT == MVT::f16 || SrcVT == MVT::bf16) { in expandFP_TO_INT_SAT()
10734 SrcVT = Src.getValueType(); in expandFP_TO_INT_SAT()
10737 APFloat MinFloat(DAG.EVTToAPFloatSemantics(SrcVT)); in expandFP_TO_INT_SAT()
10738 APFloat MaxFloat(DAG.EVTToAPFloatSemantics(SrcVT)); in expandFP_TO_INT_SAT()
10747 SDValue MinFloatNode = DAG.getConstantFP(MinFloat, dl, SrcVT); in expandFP_TO_INT_SAT()
10748 SDValue MaxFloatNode = DAG.getConstantFP(MaxFloat, dl, SrcVT); in expandFP_TO_INT_SAT()
10753 bool MinMaxLegal = isOperationLegal(ISD::FMINNUM, SrcVT) && in expandFP_TO_INT_SAT()
10754 isOperationLegal(ISD::FMAXNUM, SrcVT); in expandFP_TO_INT_SAT()
10759 Clamped = DAG.getNode(ISD::FMAXNUM, dl, SrcVT, Clamped, MinFloatNode); in expandFP_TO_INT_SAT()
10761 Clamped = DAG.getNode(ISD::FMINNUM, dl, SrcVT, Clamped, MaxFloatNode); in expandFP_TO_INT_SAT()
10774 getSetCCResultType(DAG.getDataLayout(), *DAG.getContext(), SrcVT); in expandFP_TO_INT_SAT()
10791 getSetCCResultType(DAG.getDataLayout(), *DAG.getContext(), SrcVT); in expandFP_TO_INT_SAT()