Lines Matching refs:SrcVT
684 EVT SrcVT = Src.getValueType(); in SimplifyMultipleUseDemandedBits() local
686 if (SrcVT == DstVT) in SimplifyMultipleUseDemandedBits()
689 unsigned NumSrcEltBits = SrcVT.getScalarSizeInBits(); in SimplifyMultipleUseDemandedBits()
696 if (SrcVT.isVector() && (NumDstEltBits % NumSrcEltBits) == 0) { in SimplifyMultipleUseDemandedBits()
698 unsigned NumSrcElts = SrcVT.getVectorNumElements(); in SimplifyMultipleUseDemandedBits()
721 unsigned NumSrcElts = SrcVT.isVector() ? SrcVT.getVectorNumElements() : 1; in SimplifyMultipleUseDemandedBits()
831 EVT SrcVT = Src.getValueType(); in SimplifyMultipleUseDemandedBits() local
834 DstVT.getSizeInBits() == SrcVT.getSizeInBits() && in SimplifyMultipleUseDemandedBits()
835 DemandedBits.getActiveBits() <= SrcVT.getScalarSizeInBits()) { in SimplifyMultipleUseDemandedBits()
2238 EVT SrcVT = Src.getValueType(); in SimplifyDemandedBits() local
2239 unsigned InBits = SrcVT.getScalarSizeInBits(); in SimplifyDemandedBits()
2240 unsigned InElts = SrcVT.isVector() ? SrcVT.getVectorNumElements() : 1; in SimplifyDemandedBits()
2248 VT.getSizeInBits() == SrcVT.getSizeInBits()) in SimplifyDemandedBits()
2275 EVT SrcVT = Src.getValueType(); in SimplifyDemandedBits() local
2276 unsigned InBits = SrcVT.getScalarSizeInBits(); in SimplifyDemandedBits()
2277 unsigned InElts = SrcVT.isVector() ? SrcVT.getVectorNumElements() : 1; in SimplifyDemandedBits()
2285 VT.getSizeInBits() == SrcVT.getSizeInBits()) in SimplifyDemandedBits()
2327 EVT SrcVT = Src.getValueType(); in SimplifyDemandedBits() local
2328 unsigned InBits = SrcVT.getScalarSizeInBits(); in SimplifyDemandedBits()
2329 unsigned InElts = SrcVT.isVector() ? SrcVT.getVectorNumElements() : 1; in SimplifyDemandedBits()
2335 VT.getSizeInBits() == SrcVT.getSizeInBits()) in SimplifyDemandedBits()
2468 EVT SrcVT = Src.getValueType(); in SimplifyDemandedBits() local
2469 unsigned NumSrcEltBits = SrcVT.getScalarSizeInBits(); in SimplifyDemandedBits()
2473 if (!TLO.LegalOperations() && !VT.isVector() && !SrcVT.isVector() && in SimplifyDemandedBits()
2475 SrcVT.isFloatingPoint()) { in SimplifyDemandedBits()
2478 if ((OpVTLegal || i32Legal) && VT.isSimple() && SrcVT != MVT::f16 && in SimplifyDemandedBits()
2479 SrcVT != MVT::f128) { in SimplifyDemandedBits()
2497 if (SrcVT.isVector() && (BitWidth % NumSrcEltBits) == 0) { in SimplifyDemandedBits()
2499 unsigned NumSrcElts = SrcVT.getVectorNumElements(); in SimplifyDemandedBits()
2526 unsigned NumSrcElts = SrcVT.isVector() ? SrcVT.getVectorNumElements() : 1; in SimplifyDemandedBits()
2536 if (SrcVT.isVector()) { in SimplifyDemandedBits()
2859 EVT SrcVT = Src.getValueType(); in SimplifyDemandedVectorElts() local
2861 ElementCount SrcEltCnt = SrcVT.getVectorElementCount(); in SimplifyDemandedVectorElts()
2881 EVT SrcVT = Src.getValueType(); in SimplifyDemandedVectorElts() local
2885 if (!SrcVT.isVector()) in SimplifyDemandedVectorElts()
2889 unsigned NumSrcElts = SrcVT.getVectorNumElements(); in SimplifyDemandedVectorElts()
2909 unsigned SrcEltSizeInBits = SrcVT.getScalarSizeInBits(); in SimplifyDemandedVectorElts()
3283 EVT SrcVT = Src.getValueType(); in SimplifyDemandedVectorElts() local
3284 EVT SrcSVT = SrcVT.getScalarType(); in SimplifyDemandedVectorElts()
3288 SDValue Mask = TLO.DAG.getBuildVector(SrcVT, DL, MaskElts); in SimplifyDemandedVectorElts()
3290 ISD::AND, DL, SrcVT, {Src.getOperand(1), Mask})) { in SimplifyDemandedVectorElts()
3291 Fold = TLO.DAG.getNode(ISD::AND, DL, SrcVT, Src.getOperand(0), Fold); in SimplifyDemandedVectorElts()
7330 EVT SrcVT = Src.getValueType(); in expandFP_TO_SINT() local
7335 if (SrcVT != MVT::f32 || DstVT != MVT::i64) in expandFP_TO_SINT()
7348 unsigned SrcEltBits = SrcVT.getScalarSizeInBits(); in expandFP_TO_SINT()
7349 EVT IntVT = SrcVT.changeTypeToInteger(); in expandFP_TO_SINT()
7404 EVT SrcVT = Src.getValueType(); in expandFP_TO_UINT() local
7407 getSetCCResultType(DAG.getDataLayout(), *DAG.getContext(), SrcVT); in expandFP_TO_UINT()
7415 !isOperationLegalOrCustomOrPromote(ISD::XOR, SrcVT))) in expandFP_TO_UINT()
7421 const fltSemantics &APFSem = DAG.EVTToAPFloatSemantics(SrcVT); in expandFP_TO_UINT()
7422 APFloat APF(APFSem, APInt::getZero(SrcVT.getScalarSizeInBits())); in expandFP_TO_UINT()
7437 Node->isStrictFPOpcode() ? ISD::STRICT_FSUB : ISD::FSUB, SrcVT)) in expandFP_TO_UINT()
7440 SDValue Cst = DAG.getConstantFP(APF, dl, SrcVT); in expandFP_TO_UINT()
7452 shouldUseStrictFP_TO_INT(SrcVT, DstVT, /*IsSigned*/ false); in expandFP_TO_UINT()
7463 SDValue FltOfs = DAG.getSelect(dl, SrcVT, Sel, in expandFP_TO_UINT()
7464 DAG.getConstantFP(0.0, dl, SrcVT), Cst); in expandFP_TO_UINT()
7471 SDValue Val = DAG.getNode(ISD::STRICT_FSUB, dl, { SrcVT, MVT::Other }, in expandFP_TO_UINT()
7477 SDValue Val = DAG.getNode(ISD::FSUB, dl, SrcVT, Src, FltOfs); in expandFP_TO_UINT()
7490 DAG.getNode(ISD::FSUB, dl, SrcVT, Src, Cst)); in expandFP_TO_UINT()
7509 EVT SrcVT = Src.getValueType(); in expandUINT_TO_FP() local
7512 if (SrcVT.getScalarType() != MVT::i64 || DstVT.getScalarType() != MVT::f64) in expandUINT_TO_FP()
7516 if (SrcVT.isVector() && (!isOperationLegalOrCustom(ISD::SRL, SrcVT) || in expandUINT_TO_FP()
7519 !isOperationLegalOrCustomOrPromote(ISD::OR, SrcVT) || in expandUINT_TO_FP()
7520 !isOperationLegalOrCustomOrPromote(ISD::AND, SrcVT))) in expandUINT_TO_FP()
7524 EVT ShiftVT = getShiftAmountTy(SrcVT, DAG.getDataLayout()); in expandUINT_TO_FP()
7531 SDValue TwoP52 = DAG.getConstant(UINT64_C(0x4330000000000000), dl, SrcVT); in expandUINT_TO_FP()
7534 SDValue TwoP84 = DAG.getConstant(UINT64_C(0x4530000000000000), dl, SrcVT); in expandUINT_TO_FP()
7535 SDValue LoMask = DAG.getConstant(UINT64_C(0x00000000FFFFFFFF), dl, SrcVT); in expandUINT_TO_FP()
7538 SDValue Lo = DAG.getNode(ISD::AND, dl, SrcVT, Src, LoMask); in expandUINT_TO_FP()
7539 SDValue Hi = DAG.getNode(ISD::SRL, dl, SrcVT, Src, HiShift); in expandUINT_TO_FP()
7540 SDValue LoOr = DAG.getNode(ISD::OR, dl, SrcVT, Lo, TwoP52); in expandUINT_TO_FP()
7541 SDValue HiOr = DAG.getNode(ISD::OR, dl, SrcVT, Hi, TwoP84); in expandUINT_TO_FP()
8203 EVT SrcVT = LD->getMemoryVT(); in scalarizeVectorLoad() local
8207 if (SrcVT.isScalableVector()) in scalarizeVectorLoad()
8210 unsigned NumElem = SrcVT.getVectorNumElements(); in scalarizeVectorLoad()
8212 EVT SrcEltVT = SrcVT.getScalarType(); in scalarizeVectorLoad()
8222 unsigned NumLoadBits = SrcVT.getStoreSizeInBits(); in scalarizeVectorLoad()
8225 unsigned NumSrcBits = SrcVT.getSizeInBits(); in scalarizeVectorLoad()
9534 EVT SrcVT = Src.getValueType(); in expandFP_TO_INT_SAT() local
9556 if (SrcVT == MVT::f16) { in expandFP_TO_INT_SAT()
9558 SrcVT = Src.getValueType(); in expandFP_TO_INT_SAT()
9561 APFloat MinFloat(DAG.EVTToAPFloatSemantics(SrcVT)); in expandFP_TO_INT_SAT()
9562 APFloat MaxFloat(DAG.EVTToAPFloatSemantics(SrcVT)); in expandFP_TO_INT_SAT()
9571 SDValue MinFloatNode = DAG.getConstantFP(MinFloat, dl, SrcVT); in expandFP_TO_INT_SAT()
9572 SDValue MaxFloatNode = DAG.getConstantFP(MaxFloat, dl, SrcVT); in expandFP_TO_INT_SAT()
9577 bool MinMaxLegal = isOperationLegal(ISD::FMINNUM, SrcVT) && in expandFP_TO_INT_SAT()
9578 isOperationLegal(ISD::FMAXNUM, SrcVT); in expandFP_TO_INT_SAT()
9583 Clamped = DAG.getNode(ISD::FMAXNUM, dl, SrcVT, Clamped, MinFloatNode); in expandFP_TO_INT_SAT()
9585 Clamped = DAG.getNode(ISD::FMINNUM, dl, SrcVT, Clamped, MaxFloatNode); in expandFP_TO_INT_SAT()