Lines Matching refs:getNode
1403 LHS = DAG.getNode(ISD::SHL, DL, LHS.getValueType(), LHS, in translateSetCCForBranch()
1721 return DAG.getNode(ISD::INSERT_SUBVECTOR, DL, VT, DAG.getUNDEF(VT), V, Zero); in convertToScalableVector()
1733 return DAG.getNode(ISD::EXTRACT_SUBVECTOR, DL, VT, V, Zero); in convertFromScalableVector()
1750 return DAG.getNode(RISCVISD::VMSET_VL, DL, MaskVT, VL); in getAllOnesMask()
1810 SDValue FpToInt = DAG.getNode( in lowerFP_TO_INT_SAT()
1834 SDValue Truncated = DAG.getNode(ISD::FP_TO_SINT, DL, IntVT, Src); in lowerFTRUNC_FCEIL_FFLOOR()
1835 Truncated = DAG.getNode(ISD::SINT_TO_FP, DL, VT, Truncated); in lowerFTRUNC_FCEIL_FFLOOR()
1844 SDValue Adjust = DAG.getNode(ISD::FADD, DL, VT, Truncated, in lowerFTRUNC_FCEIL_FFLOOR()
1853 SDValue Adjust = DAG.getNode(ISD::FSUB, DL, VT, Truncated, in lowerFTRUNC_FCEIL_FFLOOR()
1860 Truncated = DAG.getNode(ISD::FCOPYSIGN, DL, VT, Truncated, Src); in lowerFTRUNC_FCEIL_FFLOOR()
1873 SDValue Abs = DAG.getNode(ISD::FABS, DL, VT, Src); in lowerFTRUNC_FCEIL_FFLOOR()
1895 SDValue Abs = DAG.getNode(ISD::FABS, DL, VT, Src); in lowerFROUND()
1904 SDValue Adjust = DAG.getNode(ISD::FADD, DL, VT, Abs, in lowerFROUND()
1909 SDValue Truncated = DAG.getNode(ISD::FP_TO_SINT, DL, IntVT, Adjust); in lowerFROUND()
1910 Truncated = DAG.getNode(ISD::SINT_TO_FP, DL, VT, Truncated); in lowerFROUND()
1913 Truncated = DAG.getNode(ISD::FCOPYSIGN, DL, VT, Truncated, Src); in lowerFROUND()
2058 SDValue Gather = DAG.getNode(RISCVISD::VRGATHER_VX_VL, DL, ContainerVT, Vec, in matchSplatAsGather()
2082 if (ISD::isBuildVectorAllZeros(Op.getNode())) { in lowerBUILD_VECTOR()
2083 SDValue VMClr = DAG.getNode(RISCVISD::VMCLR_VL, DL, ContainerVT, VL); in lowerBUILD_VECTOR()
2087 if (ISD::isBuildVectorAllOnes(Op.getNode())) { in lowerBUILD_VECTOR()
2088 SDValue VMSet = DAG.getNode(RISCVISD::VMSET_VL, DL, ContainerVT, VL); in lowerBUILD_VECTOR()
2103 if (ISD::isBuildVectorOfConstantSDNodes(Op.getNode())) { in lowerBUILD_VECTOR()
2126 Vec = DAG.getNode(ISD::INSERT_VECTOR_ELT, DL, IntegerViaVecVT, Vec, in lowerBUILD_VECTOR()
2142 Vec = DAG.getNode(ISD::INSERT_VECTOR_ELT, DL, IntegerViaVecVT, Vec, Elt, in lowerBUILD_VECTOR()
2151 Vec = DAG.getNode(ISD::EXTRACT_SUBVECTOR, DL, VT, Vec, in lowerBUILD_VECTOR()
2175 Splat = DAG.getNode(ISD::AND, DL, XLenVT, Splat, in lowerBUILD_VECTOR()
2182 WideVec = DAG.getNode(ISD::AND, DL, WideVecVT, WideVec, VecOne); in lowerBUILD_VECTOR()
2194 DAG.getNode(Opc, DL, ContainerVT, DAG.getUNDEF(ContainerVT), Splat, VL); in lowerBUILD_VECTOR()
2226 SDValue VID = DAG.getNode(RISCVISD::VID_VL, DL, ContainerVT, Mask, VL); in lowerBUILD_VECTOR()
2236 VID = DAG.getNode(StepOpcode, DL, VT, VID, SplatStep); in lowerBUILD_VECTOR()
2241 VID = DAG.getNode(ISD::SRL, DL, VT, VID, SplatStep); in lowerBUILD_VECTOR()
2246 VID = DAG.getNode(Negate ? ISD::SUB : ISD::ADD, DL, VT, SplatAddend, VID); in lowerBUILD_VECTOR()
2263 ISD::isBuildVectorOfConstantSDNodes(Op.getNode()) && in lowerBUILD_VECTOR()
2302 DAG.getNode(RISCVISD::VMV_V_X_VL, DL, ViaContainerVT, in lowerBUILD_VECTOR()
2369 Vec = DAG.getNode(ISD::INSERT_VECTOR_ELT, DL, VT, Vec, V, in lowerBUILD_VECTOR()
2379 Vec = DAG.getNode(ISD::VSELECT, DL, VT, in lowerBUILD_VECTOR()
2402 return DAG.getNode(RISCVISD::VMV_V_X_VL, DL, VT, Passthru, Lo, VL); in splatPartsI64WithVL()
2411 auto InterVec = DAG.getNode( in splatPartsI64WithVL()
2414 return DAG.getNode(ISD::BITCAST, DL, VT, InterVec); in splatPartsI64WithVL()
2419 return DAG.getNode(RISCVISD::SPLAT_VECTOR_SPLIT_I64_VL, DL, VT, Passthru, Lo, in splatPartsI64WithVL()
2430 SDValue Lo = DAG.getNode(ISD::EXTRACT_ELEMENT, DL, MVT::i32, Scalar, in splatSplitI64WithVL()
2432 SDValue Hi = DAG.getNode(ISD::EXTRACT_ELEMENT, DL, MVT::i32, Scalar, in splatSplitI64WithVL()
2449 return DAG.getNode(RISCVISD::VFMV_S_F_VL, DL, VT, Passthru, Scalar, VL); in lowerScalarSplat()
2450 return DAG.getNode(RISCVISD::VFMV_V_F_VL, DL, VT, Passthru, Scalar, VL); in lowerScalarSplat()
2463 Scalar = DAG.getNode(ExtOpc, DL, XLenVT, Scalar); in lowerScalarSplat()
2469 return DAG.getNode(RISCVISD::VMV_S_X_VL, DL, VT, Passthru, Scalar, VL); in lowerScalarSplat()
2470 return DAG.getNode(RISCVISD::VMV_V_X_VL, DL, VT, Passthru, Scalar, VL); in lowerScalarSplat()
2477 return DAG.getNode(RISCVISD::VMV_S_X_VL, DL, VT, Passthru, in lowerScalarSplat()
2607 ShuffleVectorSDNode *SVN = cast<ShuffleVectorSDNode>(Op.getNode()); in lowerVECTOR_SHUFFLE()
2633 if (ISD::isNormalLoad(V.getNode()) && cast<LoadSDNode>(V)->isSimple()) { in lowerVECTOR_SHUFFLE()
2676 DAG.getNode(Opc, DL, ContainerVT, DAG.getUNDEF(ContainerVT), V, VL); in lowerVECTOR_SHUFFLE()
2682 SDValue Gather = DAG.getNode(RISCVISD::VRGATHER_VX_VL, DL, ContainerVT, in lowerVECTOR_SHUFFLE()
2720 DAG.getNode(RISCVISD::VSLIDEDOWN_VL, DL, ContainerVT, Res, HiV, in lowerVECTOR_SHUFFLE()
2724 Res = DAG.getNode(RISCVISD::VSLIDEUP_VL, DL, ContainerVT, Res, LoV, in lowerVECTOR_SHUFFLE()
2740 V1 = DAG.getNode(ISD::EXTRACT_SUBVECTOR, DL, HalfVT, V1, in lowerVECTOR_SHUFFLE()
2742 V2 = DAG.getNode(ISD::EXTRACT_SUBVECTOR, DL, HalfVT, V2, in lowerVECTOR_SHUFFLE()
2777 SDValue Add = DAG.getNode(RISCVISD::VWADDU_VL, DL, WideIntContainerVT, V1, in lowerVECTOR_SHUFFLE()
2780 SDValue Multiplier = DAG.getNode(RISCVISD::VMV_V_X_VL, DL, IntHalfVT, in lowerVECTOR_SHUFFLE()
2783 SDValue WidenMul = DAG.getNode(RISCVISD::VWMULU_VL, DL, WideIntContainerVT, in lowerVECTOR_SHUFFLE()
2788 Add = DAG.getNode(RISCVISD::ADD_VL, DL, WideIntContainerVT, Add, WidenMul, in lowerVECTOR_SHUFFLE()
2857 return DAG.getNode(ISD::VSELECT, DL, VT, SelectMask, V1, V2); in lowerVECTOR_SHUFFLE()
2894 Gather = DAG.getNode(GatherVXOpc, DL, ContainerVT, V1, in lowerVECTOR_SHUFFLE()
2902 Gather = DAG.getNode(GatherVVOpc, DL, ContainerVT, V1, LHSIndices, in lowerVECTOR_SHUFFLE()
2921 Gather = DAG.getNode(GatherVXOpc, DL, ContainerVT, V2, in lowerVECTOR_SHUFFLE()
2928 Gather = DAG.getNode(GatherVVOpc, DL, ContainerVT, V2, RHSIndices, in lowerVECTOR_SHUFFLE()
2976 DAG.getNode(ISD::SUB, DL, VT, DAG.getConstant(0, DL, VT), Src); in lowerCTLZ_CTTZ_ZERO_UNDEF()
2977 Src = DAG.getNode(ISD::AND, DL, VT, Src, Neg); in lowerCTLZ_CTTZ_ZERO_UNDEF()
2981 SDValue FloatVal = DAG.getNode(ISD::UINT_TO_FP, DL, FloatVT, Src); in lowerCTLZ_CTTZ_ZERO_UNDEF()
2986 SDValue Shift = DAG.getNode(ISD::SRL, DL, IntVT, Bitcast, in lowerCTLZ_CTTZ_ZERO_UNDEF()
2989 SDValue Trunc = DAG.getNode(ISD::TRUNCATE, DL, VT, Shift); in lowerCTLZ_CTTZ_ZERO_UNDEF()
2995 return DAG.getNode(ISD::SUB, DL, VT, Trunc, in lowerCTLZ_CTTZ_ZERO_UNDEF()
3001 return DAG.getNode(ISD::SUB, DL, VT, DAG.getConstant(Adjust, DL, VT), Trunc); in lowerCTLZ_CTTZ_ZERO_UNDEF()
3130 SDValue NewOp0 = DAG.getNode(ISD::ANY_EXTEND, DL, XLenVT, Op0); in LowerOperation()
3131 SDValue FPConv = DAG.getNode(RISCVISD::FMV_H_X, DL, MVT::f16, NewOp0); in LowerOperation()
3136 SDValue NewOp0 = DAG.getNode(ISD::ANY_EXTEND, DL, MVT::i64, Op0); in LowerOperation()
3138 DAG.getNode(RISCVISD::FMV_W_X_RV64, DL, MVT::f32, NewOp0); in LowerOperation()
3165 return DAG.getBitcast(VT, DAG.getNode(ISD::INSERT_VECTOR_ELT, DL, BVT, in LowerOperation()
3179 return DAG.getNode(ISD::EXTRACT_VECTOR_ELT, DL, VT, BVec, in LowerOperation()
3201 return DAG.getNode(RISCVISD::GREV, DL, VT, Op.getOperand(0), in LowerOperation()
3207 SDValue BSwap = DAG.getNode(ISD::BSWAP, DL, VT, Op.getOperand(0)); in LowerOperation()
3210 return DAG.getNode(RISCVISD::GREV, DL, VT, BSwap, in LowerOperation()
3222 SDValue ShAmt = DAG.getNode(ISD::AND, DL, VT, Op.getOperand(2), in LowerOperation()
3236 return DAG.getNode(Opc, DL, VT, Op0, Op1, ShAmt); in LowerOperation()
3263 SDValue VLENB = DAG.getNode(RISCVISD::READ_VLENB, DL, VT); in LowerOperation()
3276 return DAG.getNode(ISD::SRL, DL, VT, VLENB, in LowerOperation()
3279 return DAG.getNode(ISD::SHL, DL, VT, VLENB, in LowerOperation()
3286 return DAG.getNode(ISD::MUL, DL, VT, VLENB, in LowerOperation()
3289 SDValue VScale = DAG.getNode(ISD::SRL, DL, VT, VLENB, in LowerOperation()
3291 return DAG.getNode(ISD::MUL, DL, VT, VScale, Op.getOperand(0)); in LowerOperation()
3299 SDValue Op0 = DAG.getNode(ISD::FP_EXTEND, DL, MVT::f32, Op.getOperand(0)); in LowerOperation()
3301 DAG.getNode(ISD::FPOWI, DL, MVT::f32, Op0, Op.getOperand(1)); in LowerOperation()
3302 return DAG.getNode(ISD::FP_ROUND, DL, MVT::f16, Powi, in LowerOperation()
3342 SDValue Ext = DAG.getNode(ExtOpcode, DL, IVecVT, Src); in LowerOperation()
3343 return DAG.getNode(Op.getOpcode(), DL, VT, Ext); in LowerOperation()
3351 return DAG.getNode(Op.getOpcode(), DL, VT, FExt); in LowerOperation()
3360 SDValue Int2FP = DAG.getNode(Op.getOpcode(), DL, InterimFVT, Src); in LowerOperation()
3368 SDValue FP2Int = DAG.getNode(Op.getOpcode(), DL, IVecVT, Src); in LowerOperation()
3369 return DAG.getNode(ISD::TRUNCATE, DL, VT, FP2Int); in LowerOperation()
3411 Src = DAG.getNode(RVVOpc, DL, ContainerVT, Src, Mask, VL); in LowerOperation()
3487 Vec = DAG.getNode(ISD::INSERT_SUBVECTOR, DL, VT, Vec, SubVec, in LowerOperation()
3709 return DAG.getNode(RISCVISD::LLA, DL, Ty, Addr); in getAddr()
3734 SDValue MNHi = DAG.getNode(RISCVISD::HI, DL, Ty, AddrHi); in getAddr()
3735 return DAG.getNode(RISCVISD::ADD_LO, DL, Ty, MNHi, AddrLo); in getAddr()
3742 return DAG.getNode(RISCVISD::LLA, DL, Ty, Addr); in getAddr()
3802 return DAG.getNode(ISD::ADD, DL, Ty, Load, TPReg); in getStaticTLSAddr()
3816 SDValue MNHi = DAG.getNode(RISCVISD::HI, DL, Ty, AddrHi); in getStaticTLSAddr()
3819 DAG.getNode(RISCVISD::ADD_TPREL, DL, Ty, MNHi, TPReg, AddrAdd); in getStaticTLSAddr()
3820 return DAG.getNode(RISCVISD::ADD_LO, DL, Ty, MNAdd, AddrLo); in getStaticTLSAddr()
3834 SDValue Load = DAG.getNode(RISCVISD::LA_TLS_GD, DL, Ty, Addr); in getDynamicTLSAddr()
3897 return DAG.getNode(ISD::VSELECT, DL, VT, CondSplat, TrueV, FalseV); in lowerSELECT()
3925 return DAG.getNode(ISD::ADD, DL, Op.getValueType(), CondV, FalseV); in lowerSELECT()
3927 return DAG.getNode(ISD::SUB, DL, Op.getValueType(), FalseV, CondV); in lowerSELECT()
3934 return DAG.getNode(RISCVISD::SELECT_CC, DL, Op.getValueType(), Ops); in lowerSELECT()
3945 return DAG.getNode(RISCVISD::SELECT_CC, DL, Op.getValueType(), Ops); in lowerSELECT()
3962 return DAG.getNode(RISCVISD::BR_CC, DL, Op.getValueType(), Op.getOperand(0), in lowerBRCOND()
3966 return DAG.getNode(RISCVISD::BR_CC, DL, Op.getValueType(), Op.getOperand(0), in lowerBRCOND()
4001 SDValue Ptr = DAG.getNode(ISD::ADD, DL, VT, FrameAddr, in lowerFRAMEADDR()
4029 DAG.getNode(ISD::ADD, DL, VT, FrameAddr, Offset), in lowerRETURNADDR()
4058 SDValue ShamtMinusXLen = DAG.getNode(ISD::ADD, DL, VT, Shamt, MinusXLen); in lowerShiftLeftParts()
4059 SDValue XLenMinus1Shamt = DAG.getNode(ISD::XOR, DL, VT, Shamt, XLenMinus1); in lowerShiftLeftParts()
4061 SDValue LoTrue = DAG.getNode(ISD::SHL, DL, VT, Lo, Shamt); in lowerShiftLeftParts()
4062 SDValue ShiftRight1Lo = DAG.getNode(ISD::SRL, DL, VT, Lo, One); in lowerShiftLeftParts()
4064 DAG.getNode(ISD::SRL, DL, VT, ShiftRight1Lo, XLenMinus1Shamt); in lowerShiftLeftParts()
4065 SDValue ShiftLeftHi = DAG.getNode(ISD::SHL, DL, VT, Hi, Shamt); in lowerShiftLeftParts()
4066 SDValue HiTrue = DAG.getNode(ISD::OR, DL, VT, ShiftLeftHi, ShiftRightLo); in lowerShiftLeftParts()
4067 SDValue HiFalse = DAG.getNode(ISD::SHL, DL, VT, Lo, ShamtMinusXLen); in lowerShiftLeftParts()
4071 Lo = DAG.getNode(ISD::SELECT, DL, VT, CC, LoTrue, Zero); in lowerShiftLeftParts()
4072 Hi = DAG.getNode(ISD::SELECT, DL, VT, CC, HiTrue, HiFalse); in lowerShiftLeftParts()
4108 SDValue ShamtMinusXLen = DAG.getNode(ISD::ADD, DL, VT, Shamt, MinusXLen); in lowerShiftRightParts()
4109 SDValue XLenMinus1Shamt = DAG.getNode(ISD::XOR, DL, VT, Shamt, XLenMinus1); in lowerShiftRightParts()
4111 SDValue ShiftRightLo = DAG.getNode(ISD::SRL, DL, VT, Lo, Shamt); in lowerShiftRightParts()
4112 SDValue ShiftLeftHi1 = DAG.getNode(ISD::SHL, DL, VT, Hi, One); in lowerShiftRightParts()
4114 DAG.getNode(ISD::SHL, DL, VT, ShiftLeftHi1, XLenMinus1Shamt); in lowerShiftRightParts()
4115 SDValue LoTrue = DAG.getNode(ISD::OR, DL, VT, ShiftRightLo, ShiftLeftHi); in lowerShiftRightParts()
4116 SDValue HiTrue = DAG.getNode(ShiftRightOp, DL, VT, Hi, Shamt); in lowerShiftRightParts()
4117 SDValue LoFalse = DAG.getNode(ShiftRightOp, DL, VT, Hi, ShamtMinusXLen); in lowerShiftRightParts()
4119 IsSRA ? DAG.getNode(ISD::SRA, DL, VT, Hi, XLenMinus1) : Zero; in lowerShiftRightParts()
4123 Lo = DAG.getNode(ISD::SELECT, DL, VT, CC, LoTrue, LoFalse); in lowerShiftRightParts()
4124 Hi = DAG.getNode(ISD::SELECT, DL, VT, CC, HiTrue, HiFalse); in lowerShiftRightParts()
4138 if (ISD::isConstantSplatVectorAllOnes(Op.getNode())) { in lowerVectorMaskSplat()
4140 return DAG.getNode(RISCVISD::VMSET_VL, DL, VT, VL); in lowerVectorMaskSplat()
4142 if (ISD::isConstantSplatVectorAllZeros(Op.getNode())) { in lowerVectorMaskSplat()
4144 return DAG.getNode(RISCVISD::VMCLR_VL, DL, VT, VL); in lowerVectorMaskSplat()
4150 SplatVal = DAG.getNode(ISD::AND, DL, XLenVT, SplatVal, in lowerVectorMaskSplat()
4190 return DAG.getNode(RISCVISD::VMV_V_X_VL, DL, VecVT, DAG.getUNDEF(VecVT), in lowerSPLAT_VECTOR_PARTS()
4198 return DAG.getNode(RISCVISD::VMV_V_X_VL, DL, VecVT, DAG.getUNDEF(VecVT), Lo, in lowerSPLAT_VECTOR_PARTS()
4202 return DAG.getNode(RISCVISD::SPLAT_VECTOR_SPLIT_I64_VL, DL, VecVT, in lowerSPLAT_VECTOR_PARTS()
4223 return DAG.getNode(ISD::VSELECT, DL, VecVT, Src, SplatTrueVal, SplatZero); in lowerVectorMaskExt()
4239 SplatZero = DAG.getNode(RISCVISD::VMV_V_X_VL, DL, ContainerVT, in lowerVectorMaskExt()
4241 SplatTrueVal = DAG.getNode(RISCVISD::VMV_V_X_VL, DL, ContainerVT, in lowerVectorMaskExt()
4243 SDValue Select = DAG.getNode(RISCVISD::VSELECT_VL, DL, ContainerVT, CC, in lowerVectorMaskExt()
4272 SDValue Ext = DAG.getNode(ExtendOpc, DL, ContainerExtVT, Op1, Mask, VL); in lowerFixedLengthVectorExtendToRVV()
4316 SplatOne = DAG.getNode(RISCVISD::VMV_V_X_VL, DL, ContainerVT, in lowerVectorMaskTruncLike()
4318 SplatZero = DAG.getNode(RISCVISD::VMV_V_X_VL, DL, ContainerVT, in lowerVectorMaskTruncLike()
4323 DAG.getNode(RISCVISD::AND_VL, DL, ContainerVT, Src, SplatOne, Mask, VL); in lowerVectorMaskTruncLike()
4324 Trunc = DAG.getNode(RISCVISD::SETCC_VL, DL, MaskContainerVT, Trunc, SplatZero, in lowerVectorMaskTruncLike()
4383 Result = DAG.getNode(RISCVISD::TRUNCATE_VECTOR_VL, DL, ResultVT, Result, in lowerVectorTruncLike()
4443 Src = DAG.getNode(ConvOpc, DL, ContainerVT, Src, Mask, VL); in lowerVectorFPExtendOrRoundLike()
4454 DAG.getNode(InterConvOpc, DL, InterVT, Src, Mask, VL); in lowerVectorFPExtendOrRoundLike()
4456 DAG.getNode(ConvOpc, DL, ContainerVT, IntermediateConv, Mask, VL); in lowerVectorFPExtendOrRoundLike()
4480 Vec = DAG.getNode(ISD::ZERO_EXTEND, DL, WideVT, Vec); in lowerINSERT_VECTOR_ELT()
4481 Vec = DAG.getNode(ISD::INSERT_VECTOR_ELT, DL, WideVT, Vec, Val, Idx); in lowerINSERT_VECTOR_ELT()
4482 return DAG.getNode(ISD::TRUNCATE, DL, VecVT, Vec); in lowerINSERT_VECTOR_ELT()
4517 Vec = DAG.getNode(Opc, DL, ContainerVT, Vec, Val, VL); in lowerINSERT_VECTOR_ELT()
4523 DAG.getNode(Opc, DL, ContainerVT, DAG.getUNDEF(ContainerVT), Val, VL); in lowerINSERT_VECTOR_ELT()
4530 SDValue ValLo = DAG.getNode(ISD::EXTRACT_ELEMENT, DL, MVT::i32, Val, Zero); in lowerINSERT_VECTOR_ELT()
4531 SDValue ValHi = DAG.getNode(ISD::EXTRACT_ELEMENT, DL, MVT::i32, Val, One); in lowerINSERT_VECTOR_ELT()
4540 ValInVec = DAG.getNode(RISCVISD::VMV_V_X_VL, DL, I32ContainerVT, in lowerINSERT_VECTOR_ELT()
4543 ValInVec = DAG.getNode(RISCVISD::VSLIDE1UP_VL, DL, I32ContainerVT, in lowerINSERT_VECTOR_ELT()
4546 ValInVec = DAG.getNode(RISCVISD::VSLIDE1UP_VL, DL, I32ContainerVT, in lowerINSERT_VECTOR_ELT()
4555 DAG.getNode(ISD::ADD, DL, XLenVT, Idx, DAG.getConstant(1, DL, XLenVT)); in lowerINSERT_VECTOR_ELT()
4556 SDValue Slideup = DAG.getNode(RISCVISD::VSLIDEUP_VL, DL, ContainerVT, Vec, in lowerINSERT_VECTOR_ELT()
4598 ExtractElementIdx = DAG.getNode( in lowerEXTRACT_VECTOR_ELT()
4602 ExtractBitIdx = DAG.getNode( in lowerEXTRACT_VECTOR_ELT()
4607 Vec = DAG.getNode(ISD::BITCAST, DL, WideVT, Vec); in lowerEXTRACT_VECTOR_ELT()
4608 SDValue ExtractElt = DAG.getNode(ISD::EXTRACT_VECTOR_ELT, DL, XLenVT, in lowerEXTRACT_VECTOR_ELT()
4612 DAG.getNode(ISD::SRL, DL, XLenVT, ExtractElt, ExtractBitIdx); in lowerEXTRACT_VECTOR_ELT()
4613 return DAG.getNode(ISD::AND, DL, XLenVT, ShiftRight, in lowerEXTRACT_VECTOR_ELT()
4619 Vec = DAG.getNode(ISD::ZERO_EXTEND, DL, WideVT, Vec); in lowerEXTRACT_VECTOR_ELT()
4620 return DAG.getNode(ISD::EXTRACT_VECTOR_ELT, DL, EltVT, Vec, Idx); in lowerEXTRACT_VECTOR_ELT()
4635 Vec = DAG.getNode(RISCVISD::VSLIDEDOWN_VL, DL, ContainerVT, in lowerEXTRACT_VECTOR_ELT()
4641 return DAG.getNode(ISD::EXTRACT_VECTOR_ELT, DL, EltVT, Vec, in lowerEXTRACT_VECTOR_ELT()
4645 SDValue Elt0 = DAG.getNode(RISCVISD::VMV_X_S, DL, XLenVT, Vec); in lowerEXTRACT_VECTOR_ELT()
4646 return DAG.getNode(ISD::TRUNCATE, DL, EltVT, Elt0); in lowerEXTRACT_VECTOR_ELT()
4689 ScalarOp = DAG.getNode(ExtOpc, DL, XLenVT, ScalarOp); in lowerVectorIntrinsicScalars()
4690 return DAG.getNode(Op->getOpcode(), DL, Op->getVTList(), Operands); in lowerVectorIntrinsicScalars()
4709 ScalarOp = DAG.getNode(ISD::TRUNCATE, DL, MVT::i32, ScalarOp); in lowerVectorIntrinsicScalars()
4710 return DAG.getNode(Op->getOpcode(), DL, Op->getVTList(), Operands); in lowerVectorIntrinsicScalars()
4726 SDValue ScalarLo = DAG.getNode(ISD::EXTRACT_ELEMENT, DL, MVT::i32, ScalarOp, in lowerVectorIntrinsicScalars()
4728 SDValue ScalarHi = DAG.getNode(ISD::EXTRACT_ELEMENT, DL, MVT::i32, ScalarOp, in lowerVectorIntrinsicScalars()
4759 I32VL = DAG.getNode(ISD::INTRINSIC_WO_CHAIN, DL, XLenVT, SETVLMAX, SEW, in lowerVectorIntrinsicScalars()
4776 SDValue VL = DAG.getNode(ISD::INTRINSIC_WO_CHAIN, DL, XLenVT, SETVL, AVL, in lowerVectorIntrinsicScalars()
4779 DAG.getNode(ISD::SHL, DL, XLenVT, VL, DAG.getConstant(1, DL, XLenVT)); in lowerVectorIntrinsicScalars()
4794 Vec = DAG.getNode(RISCVISD::VSLIDE1UP_VL, DL, I32VT, Passthru, Vec, in lowerVectorIntrinsicScalars()
4796 Vec = DAG.getNode(RISCVISD::VSLIDE1UP_VL, DL, I32VT, Passthru, Vec, in lowerVectorIntrinsicScalars()
4799 Vec = DAG.getNode(RISCVISD::VSLIDE1DOWN_VL, DL, I32VT, Passthru, Vec, in lowerVectorIntrinsicScalars()
4801 Vec = DAG.getNode(RISCVISD::VSLIDE1DOWN_VL, DL, I32VT, Passthru, Vec, in lowerVectorIntrinsicScalars()
4821 return DAG.getNode(RISCVISD::VSELECT_VL, DL, VT, Mask, Vec, MaskedOff, in lowerVectorIntrinsicScalars()
4825 return DAG.getNode(RISCVISD::VP_MERGE_VL, DL, VT, Mask, Vec, MaskedOff, in lowerVectorIntrinsicScalars()
4834 return DAG.getNode(Op->getOpcode(), DL, Op->getVTList(), Operands); in lowerVectorIntrinsicScalars()
4855 return DAG.getNode(Opc, DL, XLenVT, Op.getOperand(1), in LowerINTRINSIC_WO_CHAIN()
4862 return DAG.getNode(Opc, DL, XLenVT, Op.getOperand(1), Op.getOperand(2)); in LowerINTRINSIC_WO_CHAIN()
4872 return DAG.getNode(Opc, DL, XLenVT, Op.getOperand(1), in LowerINTRINSIC_WO_CHAIN()
4879 return DAG.getNode(Opc, DL, XLenVT, Op.getOperand(1), Op.getOperand(2)); in LowerINTRINSIC_WO_CHAIN()
4885 return DAG.getNode(Opc, DL, XLenVT, Op.getOperand(1), Op.getOperand(2)); in LowerINTRINSIC_WO_CHAIN()
4888 return DAG.getNode(RISCVISD::BFP, DL, XLenVT, Op.getOperand(1), in LowerINTRINSIC_WO_CHAIN()
4891 return DAG.getNode(RISCVISD::FSL, DL, XLenVT, Op.getOperand(1), in LowerINTRINSIC_WO_CHAIN()
4894 return DAG.getNode(RISCVISD::FSR, DL, XLenVT, Op.getOperand(1), in LowerINTRINSIC_WO_CHAIN()
4898 return DAG.getNode(RISCVISD::VMV_X_S, DL, Op.getValueType(), in LowerINTRINSIC_WO_CHAIN()
4905 return DAG.getNode(RISCVISD::VFMV_V_F_VL, DL, Op.getValueType(), in LowerINTRINSIC_WO_CHAIN()
4911 Scalar = DAG.getNode(ISD::ANY_EXTEND, DL, XLenVT, Scalar); in LowerINTRINSIC_WO_CHAIN()
4912 return DAG.getNode(RISCVISD::VMV_S_X_VL, DL, Op.getValueType(), in LowerINTRINSIC_WO_CHAIN()
4941 DAG.getNode(RISCVISD::VMV_V_X_VL, DL, VT, DAG.getUNDEF(VT), in LowerINTRINSIC_WO_CHAIN()
4946 SDValue VID = DAG.getNode(RISCVISD::VID_VL, DL, VT, Mask, VL); in LowerINTRINSIC_WO_CHAIN()
4948 DAG.getNode(RISCVISD::SETCC_VL, DL, MaskVT, VID, SplattedIdx, in LowerINTRINSIC_WO_CHAIN()
4950 return DAG.getNode(RISCVISD::VSELECT_VL, DL, VT, SelectCond, SplattedVal, in LowerINTRINSIC_WO_CHAIN()
4971 bool IsUnmasked = ISD::isConstantSplatVectorAllOnes(Mask.getNode()); in LowerINTRINSIC_W_CHAIN()
5070 bool IsUnmasked = ISD::isConstantSplatVectorAllOnes(Mask.getNode()); in LowerINTRINSIC_VOID()
5180 SDValue TrueMask = DAG.getNode(RISCVISD::VMSET_VL, DL, ContainerVT, VL); in lowerVectorMaskVecReduction()
5181 Vec = DAG.getNode(RISCVISD::VMXOR_VL, DL, ContainerVT, Vec, TrueMask, VL); in lowerVectorMaskVecReduction()
5182 Vec = DAG.getNode(RISCVISD::VCPOP_VL, DL, XLenVT, Vec, Mask, VL); in lowerVectorMaskVecReduction()
5190 Vec = DAG.getNode(RISCVISD::VCPOP_VL, DL, XLenVT, Vec, Mask, VL); in lowerVectorMaskVecReduction()
5198 Vec = DAG.getNode(RISCVISD::VCPOP_VL, DL, XLenVT, Vec, Mask, VL); in lowerVectorMaskVecReduction()
5199 Vec = DAG.getNode(ISD::AND, DL, XLenVT, Vec, One); in lowerVectorMaskVecReduction()
5217 return DAG.getNode(BaseOpc, DL, XLenVT, SetCC, Op.getOperand(0)); in lowerVectorMaskVecReduction()
5235 Vec = DAG.getNode(BaseOpc, DL, VecEVT, Lo, Hi); in lowerVECREDUCE()
5264 SDValue Reduction = DAG.getNode(RVVOpcode, DL, M1VT, DAG.getUNDEF(M1VT), Vec, in lowerVECREDUCE()
5266 SDValue Elt0 = DAG.getNode(ISD::EXTRACT_VECTOR_ELT, DL, VecEltVT, Reduction, in lowerVECREDUCE()
5327 SDValue Reduction = DAG.getNode(RVVOpcode, DL, M1VT, DAG.getUNDEF(M1VT), in lowerFPVECREDUCE()
5329 return DAG.getNode(ISD::EXTRACT_VECTOR_ELT, DL, VecEltVT, Reduction, in lowerFPVECREDUCE()
5396 DAG.getNode(RVVOpcode, DL, M1VT, StartSplat, Vec, StartSplat, Mask, VL); in lowerVPREDUCE()
5397 SDValue Elt0 = DAG.getNode(ISD::EXTRACT_VECTOR_ELT, DL, ResVT, Reduction, in lowerVPREDUCE()
5444 Vec = DAG.getNode(ISD::ZERO_EXTEND, DL, ExtVecVT, Vec); in lowerINSERT_SUBVECTOR()
5445 SubVec = DAG.getNode(ISD::ZERO_EXTEND, DL, ExtSubVecVT, SubVec); in lowerINSERT_SUBVECTOR()
5446 Vec = DAG.getNode(ISD::INSERT_SUBVECTOR, DL, ExtVecVT, Vec, SubVec, in lowerINSERT_SUBVECTOR()
5466 SubVec = DAG.getNode(ISD::INSERT_SUBVECTOR, DL, ContainerVT, in lowerINSERT_SUBVECTOR()
5480 SDValue Slideup = DAG.getNode(RISCVISD::VSLIDEUP_VL, DL, ContainerVT, Vec, in lowerINSERT_SUBVECTOR()
5524 AlignedExtract = DAG.getNode(ISD::EXTRACT_SUBVECTOR, DL, InterSubVT, Vec, in lowerINSERT_SUBVECTOR()
5530 SlideupAmt = DAG.getNode(ISD::VSCALE, DL, XLenVT, SlideupAmt); in lowerINSERT_SUBVECTOR()
5537 VL = DAG.getNode(ISD::VSCALE, DL, XLenVT, VL); in lowerINSERT_SUBVECTOR()
5538 VL = DAG.getNode(ISD::ADD, DL, XLenVT, SlideupAmt, VL); in lowerINSERT_SUBVECTOR()
5540 SubVec = DAG.getNode(ISD::INSERT_SUBVECTOR, DL, InterSubVT, in lowerINSERT_SUBVECTOR()
5544 SDValue Slideup = DAG.getNode(RISCVISD::VSLIDEUP_VL, DL, InterSubVT, in lowerINSERT_SUBVECTOR()
5550 Slideup = DAG.getNode(ISD::INSERT_SUBVECTOR, DL, VecVT, Vec, Slideup, in lowerINSERT_SUBVECTOR()
5598 Vec = DAG.getNode(ISD::ZERO_EXTEND, DL, ExtVecVT, Vec); in lowerEXTRACT_SUBVECTOR()
5599 Vec = DAG.getNode(ISD::EXTRACT_SUBVECTOR, DL, ExtSubVecVT, Vec, in lowerEXTRACT_SUBVECTOR()
5628 DAG.getNode(RISCVISD::VSLIDEDOWN_VL, DL, ContainerVT, in lowerEXTRACT_SUBVECTOR()
5631 Slidedown = DAG.getNode(ISD::EXTRACT_SUBVECTOR, DL, SubVecVT, Slidedown, in lowerEXTRACT_SUBVECTOR()
5656 Vec = DAG.getNode(ISD::EXTRACT_SUBVECTOR, DL, InterSubVT, Vec, in lowerEXTRACT_SUBVECTOR()
5664 SlidedownAmt = DAG.getNode(ISD::VSCALE, DL, XLenVT, SlidedownAmt); in lowerEXTRACT_SUBVECTOR()
5669 DAG.getNode(RISCVISD::VSLIDEDOWN_VL, DL, InterSubVT, in lowerEXTRACT_SUBVECTOR()
5674 Slidedown = DAG.getNode(ISD::EXTRACT_SUBVECTOR, DL, SubVecVT, Slidedown, in lowerEXTRACT_SUBVECTOR()
5691 SDValue StepVec = DAG.getNode(RISCVISD::VID_VL, DL, VT, Mask, VL); in lowerSTEP_VECTOR()
5696 DAG.getNode(RISCVISD::VMV_V_X_VL, DL, VT, DAG.getUNDEF(VT), in lowerSTEP_VECTOR()
5698 StepVec = DAG.getNode(ISD::SHL, DL, VT, StepVec, StepVal); in lowerSTEP_VECTOR()
5703 StepVec = DAG.getNode(ISD::MUL, DL, VT, StepVec, StepVal); in lowerSTEP_VECTOR()
5720 SDValue Op1 = DAG.getNode(ISD::ZERO_EXTEND, DL, WidenVT, Op.getOperand(0)); in lowerVECTOR_REVERSE()
5721 SDValue Op2 = DAG.getNode(ISD::VECTOR_REVERSE, DL, WidenVT, Op1); in lowerVECTOR_REVERSE()
5722 return DAG.getNode(ISD::TRUNCATE, DL, VecVT, Op2); in lowerVECTOR_REVERSE()
5744 std::tie(Lo, Hi) = DAG.SplitVectorOperand(Op.getNode(), 0); in lowerVECTOR_REVERSE()
5747 Lo = DAG.getNode(ISD::VECTOR_REVERSE, DL, LoVT, Lo); in lowerVECTOR_REVERSE()
5748 Hi = DAG.getNode(ISD::VECTOR_REVERSE, DL, HiVT, Hi); in lowerVECTOR_REVERSE()
5752 DAG.getNode(ISD::INSERT_SUBVECTOR, DL, VecVT, DAG.getUNDEF(VecVT), Hi, in lowerVECTOR_REVERSE()
5754 return DAG.getNode( in lowerVECTOR_REVERSE()
5770 SDValue VLMax = DAG.getNode(ISD::VSCALE, DL, XLenVT, in lowerVECTOR_REVERSE()
5773 DAG.getNode(ISD::SUB, DL, XLenVT, VLMax, DAG.getConstant(1, DL, XLenVT)); in lowerVECTOR_REVERSE()
5782 SplatVL = DAG.getNode(RISCVISD::VMV_V_X_VL, DL, IntVT, DAG.getUNDEF(IntVT), in lowerVECTOR_REVERSE()
5785 SDValue VID = DAG.getNode(RISCVISD::VID_VL, DL, IntVT, Mask, VL); in lowerVECTOR_REVERSE()
5787 DAG.getNode(RISCVISD::SUB_VL, DL, IntVT, SplatVL, VID, Mask, VL); in lowerVECTOR_REVERSE()
5789 return DAG.getNode(GatherOpc, DL, VecVT, Op.getOperand(0), Indices, Mask, in lowerVECTOR_REVERSE()
5802 SDValue VLMax = DAG.getNode(ISD::VSCALE, DL, XLenVT, in lowerVECTOR_SPLICE()
5811 UpOffset = DAG.getNode(ISD::SUB, DL, XLenVT, VLMax, DownOffset); in lowerVECTOR_SPLICE()
5816 DownOffset = DAG.getNode(ISD::SUB, DL, XLenVT, VLMax, UpOffset); in lowerVECTOR_SPLICE()
5822 DAG.getNode(RISCVISD::VSLIDEDOWN_VL, DL, VecVT, DAG.getUNDEF(VecVT), V1, in lowerVECTOR_SPLICE()
5824 return DAG.getNode(RISCVISD::VSLIDEUP_VL, DL, VecVT, SlideDown, V2, UpOffset, in lowerVECTOR_SPLICE()
5880 StoreVal = DAG.getNode(ISD::INSERT_SUBVECTOR, DL, VT, in lowerFixedLengthVectorStoreToRVV()
5923 bool IsUnmasked = ISD::isConstantSplatVectorAllOnes(Mask.getNode()); in lowerMaskedLoad()
5987 bool IsUnmasked = ISD::isConstantSplatVectorAllOnes(Mask.getNode()); in lowerMaskedStore()
6039 SDValue Cmp = DAG.getNode(RISCVISD::SETCC_VL, DL, MaskVT, Op1, Op2, in lowerFixedLengthVectorSetccToRVV()
6083 SDValue SplatZero = DAG.getNode( in lowerABS()
6087 DAG.getNode(RISCVISD::SUB_VL, DL, ContainerVT, SplatZero, X, Mask, VL); in lowerABS()
6089 DAG.getNode(RISCVISD::SMAX_VL, DL, ContainerVT, X, NegX, Mask, VL); in lowerABS()
6111 DAG.getNode(RISCVISD::FCOPYSIGN_VL, DL, ContainerVT, Mag, Sign, Mask, VL); in lowerFixedLengthVectorFCOPYSIGNToRVV()
6136 DAG.getNode(RISCVISD::VSELECT_VL, DL, ContainerVT, CC, Op1, Op2, VL); in lowerFixedLengthVectorSelectToRVV()
6171 SDValue ScalableRes = DAG.getNode(NewOpc, DL, ContainerVT, Ops); in lowerToScalableOp()
6203 return DAG.getNode(RISCVISDOpc, DL, VT, Ops, Op->getFlags()); in lowerVPOp()
6207 SDValue VPOp = DAG.getNode(RISCVISDOpc, DL, ContainerVT, Ops, Op->getFlags()); in lowerVPOp()
6230 SDValue ZeroSplat = DAG.getNode(RISCVISD::VMV_V_X_VL, DL, ContainerVT, in lowerVPExtMaskOp()
6235 SDValue Splat = DAG.getNode(RISCVISD::VMV_V_X_VL, DL, ContainerVT, in lowerVPExtMaskOp()
6238 SDValue Result = DAG.getNode(RISCVISD::VSELECT_VL, DL, ContainerVT, Src, in lowerVPExtMaskOp()
6264 SDValue AllOneMask = DAG.getNode(RISCVISD::VMSET_VL, DL, ContainerVT, VL); in lowerVPSetCCMaskOp()
6271 Result = DAG.getNode(RISCVISD::VMXOR_VL, DL, ContainerVT, Op1, Op2, VL); in lowerVPSetCCMaskOp()
6276 DAG.getNode(RISCVISD::VMXOR_VL, DL, ContainerVT, Op1, Op2, VL); in lowerVPSetCCMaskOp()
6278 DAG.getNode(RISCVISD::VMXOR_VL, DL, ContainerVT, Temp, AllOneMask, VL); in lowerVPSetCCMaskOp()
6286 DAG.getNode(RISCVISD::VMXOR_VL, DL, ContainerVT, Op1, AllOneMask, VL); in lowerVPSetCCMaskOp()
6287 Result = DAG.getNode(RISCVISD::VMAND_VL, DL, ContainerVT, Temp, Op2, VL); in lowerVPSetCCMaskOp()
6295 DAG.getNode(RISCVISD::VMXOR_VL, DL, ContainerVT, Op2, AllOneMask, VL); in lowerVPSetCCMaskOp()
6296 Result = DAG.getNode(RISCVISD::VMAND_VL, DL, ContainerVT, Op1, Temp, VL); in lowerVPSetCCMaskOp()
6304 DAG.getNode(RISCVISD::VMXOR_VL, DL, ContainerVT, Op1, AllOneMask, VL); in lowerVPSetCCMaskOp()
6305 Result = DAG.getNode(RISCVISD::VMXOR_VL, DL, ContainerVT, Temp, Op2, VL); in lowerVPSetCCMaskOp()
6313 DAG.getNode(RISCVISD::VMXOR_VL, DL, ContainerVT, Op2, AllOneMask, VL); in lowerVPSetCCMaskOp()
6314 Result = DAG.getNode(RISCVISD::VMXOR_VL, DL, ContainerVT, Temp, Op1, VL); in lowerVPSetCCMaskOp()
6361 SDValue ZeroSplat = DAG.getNode(RISCVISD::VMV_V_X_VL, DL, IntVT, in lowerVPFPIntConvOp()
6365 SDValue OneSplat = DAG.getNode(RISCVISD::VMV_V_X_VL, DL, IntVT, in lowerVPFPIntConvOp()
6367 Src = DAG.getNode(RISCVISD::VSELECT_VL, DL, IntVT, Src, OneSplat, in lowerVPFPIntConvOp()
6373 Src = DAG.getNode(RISCVISDExtOpc, DL, IntVT, Src, Mask, VL); in lowerVPFPIntConvOp()
6376 Result = DAG.getNode(RISCVISDOpc, DL, DstVT, Src, Mask, VL); in lowerVPFPIntConvOp()
6387 DAG.getNode(RISCVISD::FP_EXTEND_VL, DL, InterimFVT, Src, Mask, VL); in lowerVPFPIntConvOp()
6390 Result = DAG.getNode(RISCVISDOpc, DL, DstVT, Src, Mask, VL); in lowerVPFPIntConvOp()
6405 Result = DAG.getNode(RISCVISDOpc, DL, InterimFVT, Src, Mask, VL); in lowerVPFPIntConvOp()
6409 Result = DAG.getNode(RISCVISD::FP_ROUND_VL, DL, DstVT, Src, Mask, VL); in lowerVPFPIntConvOp()
6423 Result = DAG.getNode(RISCVISDOpc, DL, InterimIVT, Src, Mask, VL); in lowerVPFPIntConvOp()
6429 SplatZero = DAG.getNode(RISCVISD::VMV_V_X_VL, DL, InterimIVT, in lowerVPFPIntConvOp()
6431 Result = DAG.getNode(RISCVISD::SETCC_VL, DL, DstVT, Result, SplatZero, in lowerVPFPIntConvOp()
6437 Result = DAG.getNode(RISCVISDOpc, DL, InterimIVT, Src, Mask, VL); in lowerVPFPIntConvOp()
6444 Result = DAG.getNode(RISCVISD::TRUNCATE_VECTOR_VL, DL, InterimIVT, in lowerVPFPIntConvOp()
6478 SDValue Val = DAG.getNode(MaskOpc, DL, ContainerVT, Op1, Op2, VL); in lowerLogicVPOp()
6495 const auto *MemSD = cast<MemSDNode>(Op.getNode()); in lowerMaskedGather()
6504 if (auto *VPGN = dyn_cast<VPGatherSDNode>(Op.getNode())) { in lowerMaskedGather()
6513 auto *MGN = cast<MaskedGatherSDNode>(Op.getNode()); in lowerMaskedGather()
6533 bool IsUnmasked = ISD::isConstantSplatVectorAllOnes(Mask.getNode()); in lowerMaskedGather()
6555 SDValue TrueMask = DAG.getNode(RISCVISD::VMSET_VL, DL, Mask.getValueType(), in lowerMaskedGather()
6557 Index = DAG.getNode(RISCVISD::TRUNCATE_VECTOR_VL, DL, IndexVT, Index, in lowerMaskedGather()
6596 const auto *MemSD = cast<MemSDNode>(Op.getNode()); in lowerMaskedScatter()
6605 if (auto *VPSN = dyn_cast<VPScatterSDNode>(Op.getNode())) { in lowerMaskedScatter()
6614 auto *MSN = cast<MaskedScatterSDNode>(Op.getNode()); in lowerMaskedScatter()
6635 bool IsUnmasked = ISD::isConstantSplatVectorAllOnes(Mask.getNode()); in lowerMaskedScatter()
6657 SDValue TrueMask = DAG.getNode(RISCVISD::VMSET_VL, DL, Mask.getValueType(), in lowerMaskedScatter()
6659 Index = DAG.getNode(RISCVISD::TRUNCATE_VECTOR_VL, DL, IndexVT, Index, in lowerMaskedScatter()
6685 SDValue RM = DAG.getNode(RISCVISD::READ_CSR, DL, VTs, Chain, SysRegNo); in lowerGET_ROUNDING()
6699 DAG.getNode(ISD::SHL, DL, XLenVT, RM, DAG.getConstant(2, DL, XLenVT)); in lowerGET_ROUNDING()
6700 SDValue Shifted = DAG.getNode(ISD::SRL, DL, XLenVT, in lowerGET_ROUNDING()
6702 SDValue Masked = DAG.getNode(ISD::AND, DL, XLenVT, Shifted, in lowerGET_ROUNDING()
6728 SDValue Shift = DAG.getNode(ISD::SHL, DL, XLenVT, RMValue, in lowerSET_ROUNDING()
6730 SDValue Shifted = DAG.getNode(ISD::SRL, DL, XLenVT, in lowerSET_ROUNDING()
6732 RMValue = DAG.getNode(ISD::AND, DL, XLenVT, Shifted, in lowerSET_ROUNDING()
6734 return DAG.getNode(RISCVISD::WRITE_CSR, DL, MVT::Other, Chain, SysRegNo, in lowerSET_ROUNDING()
6775 NewOps.push_back(DAG.getNode(ISD::ANY_EXTEND, DL, MVT::i64, Op)); in customLegalizeToWOpByIntr()
6776 SDValue NewRes = DAG.getNode(WOpcode, DL, MVT::i64, NewOps); in customLegalizeToWOpByIntr()
6778 return DAG.getNode(ISD::TRUNCATE, DL, N->getValueType(0), NewRes); in customLegalizeToWOpByIntr()
6815 SDValue NewOp0 = DAG.getNode(ExtOpc, DL, MVT::i64, N->getOperand(0)); in customLegalizeToWOp()
6816 SDValue NewOp1 = DAG.getNode(ExtOpc, DL, MVT::i64, N->getOperand(1)); in customLegalizeToWOp()
6817 SDValue NewRes = DAG.getNode(WOpcode, DL, MVT::i64, NewOp0, NewOp1); in customLegalizeToWOp()
6819 return DAG.getNode(ISD::TRUNCATE, DL, N->getValueType(0), NewRes); in customLegalizeToWOp()
6826 SDValue NewOp0 = DAG.getNode(ISD::ANY_EXTEND, DL, MVT::i64, N->getOperand(0)); in customLegalizeToWOpWithSExt()
6827 SDValue NewOp1 = DAG.getNode(ISD::ANY_EXTEND, DL, MVT::i64, N->getOperand(1)); in customLegalizeToWOpWithSExt()
6828 SDValue NewWOp = DAG.getNode(N->getOpcode(), DL, MVT::i64, NewOp0, NewOp1); in customLegalizeToWOpWithSExt()
6829 SDValue NewRes = DAG.getNode(ISD::SIGN_EXTEND_INREG, DL, MVT::i64, NewWOp, in customLegalizeToWOpWithSExt()
6831 return DAG.getNode(ISD::TRUNCATE, DL, MVT::i32, NewRes); in customLegalizeToWOpWithSExt()
6859 SDValue Res = DAG.getNode( in ReplaceNodeResults()
6862 Results.push_back(DAG.getNode(ISD::TRUNCATE, DL, MVT::i32, Res)); in ReplaceNodeResults()
6868 DAG.getNode(Opc, DL, MVT::i64, Op0, in ReplaceNodeResults()
6870 Results.push_back(DAG.getNode(ISD::TRUNCATE, DL, MVT::i32, Res)); in ReplaceNodeResults()
6900 DAG.getNode(RISCVISD::READ_CYCLE_WIDE, DL, VTs, N->getOperand(0)); in ReplaceNodeResults()
6903 DAG.getNode(ISD::BUILD_PAIR, DL, MVT::i64, RCW, RCW.getValue(1))); in ReplaceNodeResults()
6925 S = DAG.getNode(ISD::TRUNCATE, DL, XLenVT, S); in ReplaceNodeResults()
6926 U = DAG.getNode(ISD::TRUNCATE, DL, XLenVT, U); in ReplaceNodeResults()
6927 SDValue Lo = DAG.getNode(ISD::MUL, DL, XLenVT, S, U); in ReplaceNodeResults()
6928 SDValue Hi = DAG.getNode(RISCVISD::MULHSU, DL, XLenVT, S, U); in ReplaceNodeResults()
6929 return DAG.getNode(ISD::BUILD_PAIR, DL, N->getValueType(0), Lo, Hi); in ReplaceNodeResults()
6972 DAG.getNode(ISD::ANY_EXTEND, DL, MVT::i64, N->getOperand(0)); in ReplaceNodeResults()
6974 DAG.getNode(ISD::ZERO_EXTEND, DL, MVT::i64, N->getOperand(1)); in ReplaceNodeResults()
6975 SDValue NewWOp = DAG.getNode(ISD::SHL, DL, MVT::i64, NewOp0, NewOp1); in ReplaceNodeResults()
6976 SDValue NewRes = DAG.getNode(ISD::SIGN_EXTEND_INREG, DL, MVT::i64, NewWOp, in ReplaceNodeResults()
6978 Results.push_back(DAG.getNode(ISD::TRUNCATE, DL, MVT::i32, NewRes)); in ReplaceNodeResults()
6996 DAG.getNode(ISD::ANY_EXTEND, DL, MVT::i64, N->getOperand(0)); in ReplaceNodeResults()
7000 SDValue Res = DAG.getNode(Opc, DL, MVT::i64, NewOp0); in ReplaceNodeResults()
7001 Results.push_back(DAG.getNode(ISD::TRUNCATE, DL, MVT::i32, Res)); in ReplaceNodeResults()
7034 SDValue LHS = DAG.getNode(ISD::ANY_EXTEND, DL, MVT::i64, N->getOperand(0)); in ReplaceNodeResults()
7035 SDValue RHS = DAG.getNode(ISD::ANY_EXTEND, DL, MVT::i64, N->getOperand(1)); in ReplaceNodeResults()
7037 DAG.getNode(IsAdd ? ISD::ADD : ISD::SUB, DL, MVT::i64, LHS, RHS); in ReplaceNodeResults()
7038 Res = DAG.getNode(ISD::SIGN_EXTEND_INREG, DL, MVT::i64, Res, in ReplaceNodeResults()
7054 LHS = DAG.getNode(ISD::SIGN_EXTEND, DL, MVT::i64, N->getOperand(0)); in ReplaceNodeResults()
7059 Results.push_back(DAG.getNode(ISD::TRUNCATE, DL, MVT::i32, Res)); in ReplaceNodeResults()
7072 DAG.getNode(ISD::SIGN_EXTEND, DL, MVT::i64, N->getOperand(0)); in ReplaceNodeResults()
7074 DAG.getNode(ISD::SIGN_EXTEND, DL, MVT::i64, N->getOperand(1)); in ReplaceNodeResults()
7075 SDValue Res = DAG.getNode(N->getOpcode(), DL, MVT::i64, LHS, RHS); in ReplaceNodeResults()
7076 Results.push_back(DAG.getNode(ISD::TRUNCATE, DL, MVT::i32, Res)); in ReplaceNodeResults()
7091 SDValue Src = DAG.getNode(ISD::ANY_EXTEND, DL, MVT::i64, N->getOperand(0)); in ReplaceNodeResults()
7097 SDValue SignFill = DAG.getNode(ISD::SIGN_EXTEND_INREG, DL, MVT::i64, Src, in ReplaceNodeResults()
7099 SignFill = DAG.getNode(ISD::SRA, DL, MVT::i64, SignFill, in ReplaceNodeResults()
7102 SDValue NewRes = DAG.getNode(ISD::XOR, DL, MVT::i64, Src, SignFill); in ReplaceNodeResults()
7103 NewRes = DAG.getNode(ISD::SUB, DL, MVT::i64, NewRes, SignFill); in ReplaceNodeResults()
7107 NewRes = DAG.getNode(ISD::SIGN_EXTEND_INREG, DL, MVT::i64, NewRes, in ReplaceNodeResults()
7109 Results.push_back(DAG.getNode(ISD::TRUNCATE, DL, MVT::i32, NewRes)); in ReplaceNodeResults()
7119 SDValue FPConv = DAG.getNode(RISCVISD::FMV_X_ANYEXTH, DL, XLenVT, Op0); in ReplaceNodeResults()
7120 Results.push_back(DAG.getNode(ISD::TRUNCATE, DL, MVT::i16, FPConv)); in ReplaceNodeResults()
7124 DAG.getNode(RISCVISD::FMV_X_ANYEXTW_RV64, DL, MVT::i64, Op0); in ReplaceNodeResults()
7125 Results.push_back(DAG.getNode(ISD::TRUNCATE, DL, MVT::i32, FPConv)); in ReplaceNodeResults()
7135 Results.push_back(DAG.getNode(ISD::EXTRACT_VECTOR_ELT, DL, VT, BVec, in ReplaceNodeResults()
7153 SDValue NewOp0 = DAG.getNode(ISD::ANY_EXTEND, DL, XLenVT, N->getOperand(0)); in ReplaceNodeResults()
7155 DAG.getNode(ISD::ZERO_EXTEND, DL, XLenVT, N->getOperand(1)); in ReplaceNodeResults()
7156 SDValue NewRes = DAG.getNode(N->getOpcode(), DL, XLenVT, NewOp0, NewOp1); in ReplaceNodeResults()
7159 Results.push_back(DAG.getNode(ISD::TRUNCATE, DL, VT, NewRes)); in ReplaceNodeResults()
7169 SDValue NewOp0 = DAG.getNode(ISD::ANY_EXTEND, DL, XLenVT, N->getOperand(0)); in ReplaceNodeResults()
7174 SDValue GREVI = DAG.getNode(RISCVISD::GREV, DL, XLenVT, NewOp0, in ReplaceNodeResults()
7178 Results.push_back(DAG.getNode(ISD::TRUNCATE, DL, VT, GREVI)); in ReplaceNodeResults()
7186 DAG.getNode(ISD::ANY_EXTEND, DL, MVT::i64, N->getOperand(0)); in ReplaceNodeResults()
7188 DAG.getNode(ISD::ANY_EXTEND, DL, MVT::i64, N->getOperand(1)); in ReplaceNodeResults()
7190 DAG.getNode(ISD::ANY_EXTEND, DL, MVT::i64, N->getOperand(2)); in ReplaceNodeResults()
7193 NewShAmt = DAG.getNode(ISD::AND, DL, MVT::i64, NewShAmt, in ReplaceNodeResults()
7205 SDValue NewOp = DAG.getNode(Opc, DL, MVT::i64, NewOp0, NewOp1, NewShAmt); in ReplaceNodeResults()
7206 Results.push_back(DAG.getNode(ISD::TRUNCATE, DL, MVT::i32, NewOp)); in ReplaceNodeResults()
7247 Vec = DAG.getNode(RISCVISD::VSLIDEDOWN_VL, DL, ContainerVT, in ReplaceNodeResults()
7252 SDValue EltLo = DAG.getNode(RISCVISD::VMV_X_S, DL, XLenVT, Vec); in ReplaceNodeResults()
7256 SDValue ThirtyTwoV = DAG.getNode(RISCVISD::VMV_V_X_VL, DL, ContainerVT, in ReplaceNodeResults()
7259 SDValue LShr32 = DAG.getNode(RISCVISD::SRL_VL, DL, ContainerVT, Vec, in ReplaceNodeResults()
7262 SDValue EltHi = DAG.getNode(RISCVISD::VMV_X_S, DL, XLenVT, LShr32); in ReplaceNodeResults()
7264 Results.push_back(DAG.getNode(ISD::BUILD_PAIR, DL, MVT::i64, EltLo, EltHi)); in ReplaceNodeResults()
7278 DAG.getNode(ISD::ANY_EXTEND, DL, MVT::i64, N->getOperand(1)); in ReplaceNodeResults()
7280 DAG.getNode(ISD::ANY_EXTEND, DL, MVT::i64, N->getOperand(2)); in ReplaceNodeResults()
7287 NewOp2 = DAG.getNode(ISD::AND, DL, MVT::i64, NewOp2, in ReplaceNodeResults()
7291 SDValue Res = DAG.getNode(Opc, DL, MVT::i64, NewOp1, NewOp2); in ReplaceNodeResults()
7292 Results.push_back(DAG.getNode(ISD::TRUNCATE, DL, MVT::i32, Res)); in ReplaceNodeResults()
7308 DAG.getNode(ISD::ANY_EXTEND, DL, MVT::i64, N->getOperand(1)); in ReplaceNodeResults()
7309 SDValue Res = DAG.getNode(RISCVISD::GORC, DL, MVT::i64, NewOp, in ReplaceNodeResults()
7311 Results.push_back(DAG.getNode(ISD::TRUNCATE, DL, MVT::i32, Res)); in ReplaceNodeResults()
7319 DAG.getNode(ISD::ANY_EXTEND, DL, MVT::i64, N->getOperand(1)); in ReplaceNodeResults()
7321 DAG.getNode(ISD::ANY_EXTEND, DL, MVT::i64, N->getOperand(2)); in ReplaceNodeResults()
7329 NewOp2 = DAG.getNode(ISD::AND, DL, MVT::i64, NewOp2, in ReplaceNodeResults()
7334 SDValue Res = DAG.getNode(Opc, DL, MVT::i64, NewOp1, NewOp2); in ReplaceNodeResults()
7335 Results.push_back(DAG.getNode(ISD::TRUNCATE, DL, MVT::i32, Res)); in ReplaceNodeResults()
7343 SDValue Extract = DAG.getNode(RISCVISD::VMV_X_S, DL, in ReplaceNodeResults()
7345 Results.push_back(DAG.getNode(ISD::TRUNCATE, DL, VT, Extract)); in ReplaceNodeResults()
7357 SDValue EltLo = DAG.getNode(RISCVISD::VMV_X_S, DL, XLenVT, Vec); in ReplaceNodeResults()
7365 DAG.getNode(RISCVISD::VMV_V_X_VL, DL, VecVT, DAG.getUNDEF(VecVT), in ReplaceNodeResults()
7368 DAG.getNode(RISCVISD::SRL_VL, DL, VecVT, Vec, ThirtyTwoV, Mask, VL); in ReplaceNodeResults()
7369 SDValue EltHi = DAG.getNode(RISCVISD::VMV_X_S, DL, XLenVT, LShr32); in ReplaceNodeResults()
7372 DAG.getNode(ISD::BUILD_PAIR, DL, MVT::i64, EltLo, EltHi)); in ReplaceNodeResults()
7402 SDValue Res = DAG.getNode(ISD::FLT_ROUNDS_, DL, VTs, N->getOperand(0)); in ReplaceNodeResults()
7608 auto *C = dyn_cast<ConstantSDNode>(NewStart.getNode()); in combineBinOpToReduce()
7616 DAG.getNode(SplatOpc, SDLoc(N), SplatVT, ScalarV.getOperand(0), NewStart, in combineBinOpToReduce()
7619 DAG.getNode(Reduce.getOpcode(), SDLoc(Reduce), Reduce.getValueType(), in combineBinOpToReduce()
7622 return DAG.getNode(Extract.getOpcode(), SDLoc(Extract), in combineBinOpToReduce()
7638 return DAG.getNode(RISCVISD::GREV, DL, VT, LHS->Op, in combineORToGREV()
7668 return DAG.getNode(RISCVISD::GORC, DL, VT, X, Reverse.getOperand(1)); in combineORToGORC()
7676 return DAG.getNode(RISCVISD::GORC, DL, VT, X, in combineORToGORC()
7704 return DAG.getNode(RISCVISD::GORC, DL, VT, LHS->Op, in combineORToGORC()
7802 return DAG.getNode(RISCVISD::SHFL, DL, VT, Match1->Op, in combineORToSHFL()
7847 DAG.getNode(ISD::SHL, DL, VT, NL, DAG.getConstant(Diff, DL, VT)); in transformAddShlImm()
7848 SDValue NA1 = DAG.getNode(ISD::ADD, DL, VT, NA0, NS); in transformAddShlImm()
7849 return DAG.getNode(ISD::SHL, DL, VT, NA1, DAG.getConstant(Bits, DL, VT)); in transformAddShlImm()
7897 SDValue Res = DAG.getNode( in combineROTR_ROTL_RORW_ROLW()
7905 return DAG.getNode(ISD::SIGN_EXTEND_INREG, DL, VT, Res, in combineROTR_ROTL_RORW_ROLW()
7939 return DAG.getNode( in combineGREVI_GORCI()
7989 FalseVal = DAG.getNode(N->getOpcode(), SDLoc(N), VT, OtherOp, NonConstantVal); in combineSelectAndUse()
7995 return DAG.getNode(RISCVISD::SELECT_CC, SDLoc(N), VT, in combineSelectAndUse()
7999 return DAG.getNode(ISD::SELECT, SDLoc(N), VT, in combineSelectAndUse()
8075 SDValue New0 = DAG.getNode(ISD::ADD, DL, VT, N0->getOperand(0), in transformAddImmMulImm()
8078 DAG.getNode(ISD::MUL, DL, VT, New0, DAG.getConstant(C0, DL, VT)); in transformAddImmMulImm()
8079 return DAG.getNode(ISD::ADD, DL, VT, New1, DAG.getConstant(CB, DL, VT)); in transformAddImmMulImm()
8116 SDValue Op0 = DAG.getNode(ISD::ANY_EXTEND, DL, MVT::i64, N0.getOperand(0)); in performANDCombine()
8117 SDValue Op1 = DAG.getNode(ISD::ZERO_EXTEND, DL, MVT::i64, N0.getOperand(1)); in performANDCombine()
8118 SDValue Srl = DAG.getNode(ISD::SRL, DL, MVT::i64, Op0, Op1); in performANDCombine()
8119 SDValue And = DAG.getNode(ISD::AND, DL, MVT::i64, Srl, in performANDCombine()
8121 return DAG.getNode(ISD::TRUNCATE, DL, MVT::i32, And); in performANDCombine()
8161 return DAG.getNode(RISCVISD::ROLW, DL, MVT::i64, in performXORCombine()
8216 SDValue SExtOp = DAG.getNode(ISD::SIGN_EXTEND_INREG, N, OpVT, in performSETCCCombine()
8231 return DAG.getNode(RISCVISD::FMV_X_SIGNEXTH, SDLoc(N), VT, in performSIGN_EXTEND_INREGCombine()
8253 DAG.getNode(ISD::SUB, DL, VT, DAG.getConstant(0, DL, MVT::i64), Freeze); in performSIGN_EXTEND_INREGCombine()
8254 Neg = DAG.getNode(ISD::SIGN_EXTEND_INREG, DL, MVT::i64, Neg, in performSIGN_EXTEND_INREGCombine()
8256 return DAG.getNode(ISD::SMAX, DL, MVT::i64, Freeze, Neg); in performSIGN_EXTEND_INREGCombine()
8295 Op1 = DAG.getNode(ExtOpc, DL, NarrowVT, Op1, Mask, VL); in combineADDSUB_VLToVWADDSUB_VL()
8303 return DAG.getNode(WOpc, DL, VT, Op0, Op1, Mask, VL); in combineADDSUB_VLToVWADDSUB_VL()
8347 Op0 = DAG.getNode(ExtOpc, DL, NarrowVT, Op0, Mask, VL); in combineVWADD_W_VL_VWSUB_W_VL()
8348 return DAG.getNode(VOpc, DL, VT, Op0, Op1, Mask, VL); in combineVWADD_W_VL_VWSUB_W_VL()
8378 Op0 = DAG.getNode(RISCVISD::VMV_V_X_VL, DL, NarrowVT, in combineVWADD_W_VL_VWSUB_W_VL()
8380 return DAG.getNode(VOpc, DL, VT, Op1, Op0, Mask, VL); in combineVWADD_W_VL_VWSUB_W_VL()
8462 Op1 = DAG.getNode(RISCVISD::VMV_V_X_VL, DL, NarrowVT, in combineMUL_VLToVWMUL_VL()
8472 Op0 = DAG.getNode(ExtOpc, DL, NarrowVT, Op0, Mask, VL); in combineMUL_VLToVWMUL_VL()
8476 Op1 = DAG.getNode(ExtOpc, DL, NarrowVT, Op1, Mask, VL); in combineMUL_VLToVWMUL_VL()
8481 return DAG.getNode(WMulOpc, DL, VT, Op0, Op1, Mask, VL); in combineMUL_VLToVWMUL_VL()
8538 SDValue FpToInt = DAG.getNode(Opc, DL, XLenVT, Src.getOperand(0), in performFP_TO_INTCombine()
8540 return DAG.getNode(ISD::TRUNCATE, DL, VT, FpToInt); in performFP_TO_INTCombine()
8592 SDValue FpToInt = DAG.getNode(Opc, DL, XLenVT, Src, in performFP_TO_INT_SATCombine()
8617 return DAG.getNode(RISCVISD::GREV, DL, VT, Src.getOperand(0), in performBITREVERSECombine()
8682 SDValue Shl = DAG.getNode(ISD::SHL, ShlDL, MVT::i64, in performSRACombine()
8686 return DAG.getNode(ISD::SRA, DL, MVT::i64, Shl, in performSRACombine()
8735 In = DAG.getNode(ISD::ADD, DL, MVT::i64, In, ShiftedAddC); in performSRACombine()
8737 In = DAG.getNode(ISD::SUB, DL, MVT::i64, ShiftedAddC, In); in performSRACombine()
8740 SDValue SExt = DAG.getNode(ISD::SIGN_EXTEND_INREG, DL, MVT::i64, In, in performSRACombine()
8745 return DAG.getNode( in performSRACombine()
8799 DAG.getNode(ISD::SHL, DL, LHS.getValueType(), LHS0.getOperand(0), in combine_CC()
8870 !Op0.getNode()->hasOneUse()) in PerformDAGCombine()
8873 DAG.getNode(RISCVISD::SplitF64, DL, DAG.getVTList(MVT::i32, MVT::i32), in PerformDAGCombine()
8879 SDValue NewHi = DAG.getNode(ISD::XOR, DL, MVT::i32, Hi, in PerformDAGCombine()
8884 SDValue NewHi = DAG.getNode(ISD::AND, DL, MVT::i32, Hi, in PerformDAGCombine()
9002 !Op0.getNode()->hasOneUse()) in PerformDAGCombine()
9004 SDValue NewFMV = DAG.getNode(N->getOpcode(), DL, VT, Op0.getOperand(0)); in PerformDAGCombine()
9008 return DAG.getNode(ISD::XOR, DL, VT, NewFMV, in PerformDAGCombine()
9012 return DAG.getNode(ISD::AND, DL, VT, NewFMV, in PerformDAGCombine()
9045 return DAG.getNode(ISD::FP_TO_UINT, SDLoc(N), MVT::i64, in PerformDAGCombine()
9050 SDValue Res = DAG.getNode(ISD::STRICT_FP_TO_UINT, SDLoc(N), VTs, in PerformDAGCombine()
9054 DCI.recursivelyDeleteUnusedNodes(Src.getNode()); in PerformDAGCombine()
9073 return DAG.getNode(RISCVISD::SELECT_CC, DL, N->getValueType(0), in PerformDAGCombine()
9085 return DAG.getNode(RISCVISD::BR_CC, DL, N->getValueType(0), in PerformDAGCombine()
9119 return DAG.getNode(ISD::FCOPYSIGN, DL, VT, N->getOperand(0), in PerformDAGCombine()
9120 DAG.getNode(ISD::FNEG, DL, VT, NewFPExtRound)); in PerformDAGCombine()
9161 Index = DAG.getNode(IsIndexSigned ? ISD::SIGN_EXTEND : ISD::ZERO_EXTEND, in PerformDAGCombine()
9172 Index = DAG.getNode(ISD::SHL, DL, IndexVT, Index, SplatScale); in PerformDAGCombine()
9211 ShAmt = DAG.getNode(RISCVISD::VMV_V_X_VL, DL, VT, DAG.getUNDEF(VT), in PerformDAGCombine()
9213 return DAG.getNode(N->getOpcode(), DL, VT, N->getOperand(0), ShAmt, in PerformDAGCombine()
9229 ShAmt = DAG.getNode(RISCVISD::VMV_V_X_VL, DL, VT, DAG.getUNDEF(VT), in PerformDAGCombine()
9232 return DAG.getNode(N->getOpcode(), DL, VT, N->getOperand(0), ShAmt); in PerformDAGCombine()
9283 return DAG.getNode(NewOpcode, SDLoc(N), N->getValueType(0), A, B, C, Mask, in PerformDAGCombine()
9370 N0 = DAG.getNode(ISD::CONCAT_VECTORS, DL, MVT::v8i1, Ops); in PerformDAGCombine()
9372 return DAG.getNode(ISD::TRUNCATE, DL, VT, N0); in PerformDAGCombine()
9471 SDValue NewOp = TLO.DAG.getNode(Op.getOpcode(), DL, Op.getValueType(), in targetShrinkDemandedConstant()
10643 Val = DAG.getNode(RISCVISD::FMV_H_X, DL, MVT::f16, Val); in convertLocVTToValVT()
10645 Val = DAG.getNode(RISCVISD::FMV_W_X_RV64, DL, MVT::f32, Val); in convertLocVTToValVT()
10647 Val = DAG.getNode(ISD::BITCAST, DL, VA.getValVT(), Val); in convertLocVTToValVT()
10687 Val = DAG.getNode(RISCVISD::FMV_X_ANYEXTH, DL, VA.getLocVT(), Val); in convertValVTToLocVT()
10689 Val = DAG.getNode(RISCVISD::FMV_X_ANYEXTW_RV64, DL, MVT::i64, Val); in convertValVTToLocVT()
10691 Val = DAG.getNode(ISD::BITCAST, DL, LocVT, Val); in convertValVTToLocVT()
10768 return DAG.getNode(RISCVISD::BuildPairF64, DL, MVT::f64, Lo, Hi); in unpackF64OnRV32DSoftABI()
10999 Offset = DAG.getNode(ISD::VSCALE, DL, XLenVT, Offset); in LowerFormalArguments()
11000 SDValue Address = DAG.getNode(ISD::ADD, DL, PtrVT, ArgValue, Offset); in LowerFormalArguments()
11057 cast<StoreSDNode>(Store.getNode()) in LowerFormalArguments()
11069 Chain = DAG.getNode(ISD::TokenFactor, DL, MVT::Other, OutChains); in LowerFormalArguments()
11235 SDValue SplitF64 = DAG.getNode( in LowerCall()
11246 if (!StackPtr.getNode()) in LowerCall()
11289 Offset = DAG.getNode(ISD::VSCALE, DL, XLenVT, Offset); in LowerCall()
11304 DAG.getNode(ISD::ADD, DL, PtrVT, SpillSlot, PartOffset); in LowerCall()
11327 if (!StackPtr.getNode()) in LowerCall()
11330 DAG.getNode(ISD::ADD, DL, PtrVT, StackPtr, in LowerCall()
11341 Chain = DAG.getNode(ISD::TokenFactor, DL, MVT::Other, MemOpChains); in LowerCall()
11401 if (Glue.getNode()) in LowerCall()
11409 return DAG.getNode(RISCVISD::TAIL, DL, NodeTys, Ops); in LowerCall()
11412 Chain = DAG.getNode(RISCVISD::CALL, DL, NodeTys, Ops); in LowerCall()
11413 DAG.addNoMergeSiteInfo(Chain.getNode(), CLI.NoMerge); in LowerCall()
11443 RetValue = DAG.getNode(RISCVISD::BuildPairF64, DL, MVT::f64, RetValue, in LowerCall()
11511 SDValue SplitF64 = DAG.getNode(RISCVISD::SplitF64, DL, in LowerReturn()
11550 if (Glue.getNode()) { in LowerReturn()
11574 return DAG.getNode(RetOpc, DL, MVT::Other, RetOps); in LowerReturn()
12317 if (auto *ConstNode = dyn_cast<ConstantSDNode>(C.getNode())) { in decomposeMulByConstant()
12397 Val = DAG.getNode(ISD::BITCAST, DL, MVT::i16, Val); in splitValueIntoRegisterParts()
12398 Val = DAG.getNode(ISD::ANY_EXTEND, DL, MVT::i32, Val); in splitValueIntoRegisterParts()
12399 Val = DAG.getNode(ISD::OR, DL, MVT::i32, Val, in splitValueIntoRegisterParts()
12401 Val = DAG.getNode(ISD::BITCAST, DL, MVT::f32, Val); in splitValueIntoRegisterParts()
12426 Val = DAG.getNode(ISD::INSERT_SUBVECTOR, DL, SameEltTypeVT, in splitValueIntoRegisterParts()
12430 Val = DAG.getNode(ISD::BITCAST, DL, PartVT, Val); in splitValueIntoRegisterParts()
12433 DAG.getNode(ISD::INSERT_SUBVECTOR, DL, PartVT, DAG.getUNDEF(PartVT), in splitValueIntoRegisterParts()
12451 Val = DAG.getNode(ISD::BITCAST, DL, MVT::i32, Val); in joinRegisterPartsIntoValue()
12452 Val = DAG.getNode(ISD::TRUNCATE, DL, MVT::i16, Val); in joinRegisterPartsIntoValue()
12453 Val = DAG.getNode(ISD::BITCAST, DL, MVT::f16, Val); in joinRegisterPartsIntoValue()
12478 Val = DAG.getNode(ISD::BITCAST, DL, SameEltTypeVT, Val); in joinRegisterPartsIntoValue()
12480 Val = DAG.getNode(ISD::EXTRACT_SUBVECTOR, DL, ValueVT, Val, in joinRegisterPartsIntoValue()
12522 SDValue Add = DAG.getNode(ISD::ADD, DL, VT, N0, Pow2MinusOne); in BuildSDIVPow2()
12523 SDValue Sel = DAG.getNode(ISD::SELECT, DL, VT, Cmp, Add, N0); in BuildSDIVPow2()
12525 Created.push_back(Cmp.getNode()); in BuildSDIVPow2()
12526 Created.push_back(Add.getNode()); in BuildSDIVPow2()
12527 Created.push_back(Sel.getNode()); in BuildSDIVPow2()
12531 DAG.getNode(ISD::SRA, DL, VT, Sel, DAG.getConstant(Lg2, DL, VT)); in BuildSDIVPow2()
12538 Created.push_back(SRA.getNode()); in BuildSDIVPow2()
12539 return DAG.getNode(ISD::SUB, DL, VT, DAG.getConstant(0, DL, VT), SRA); in BuildSDIVPow2()