Lines Matching refs:Src
91 SDValue Src = In.getOperand(0); in stripExtractLoElt() local
92 if (Src.getValueType().getSizeInBits() == 32) in stripExtractLoElt()
93 return stripBitcast(Src); in stripExtractLoElt()
2302 SDValue Src = N->getOperand(0); in SelectS_BFE() local
2303 if (Src.getOpcode() != ISD::SRL) in SelectS_BFE()
2306 const ConstantSDNode *Amt = dyn_cast<ConstantSDNode>(Src.getOperand(1)); in SelectS_BFE()
2311 ReplaceNode(N, getBFE32(true, SDLoc(N), Src.getOperand(0), in SelectS_BFE()
2462 SDValue Src = N->getOperand(0); in SelectFP_EXTEND() local
2463 if (Src.getValueType() == MVT::f16) { in SelectFP_EXTEND()
2464 if (isExtractHiElt(Src, Src)) { in SelectFP_EXTEND()
2466 {Src}); in SelectFP_EXTEND()
2726 SDValue Src = N->getOperand(1); in SelectINTRINSIC_WO_CHAIN() local
2727 CurDAG->SelectNodeTo(N, Opcode, N->getVTList(), {Src}); in SelectINTRINSIC_WO_CHAIN()
2787 bool AMDGPUDAGToDAGISel::SelectVOP3ModsImpl(SDValue In, SDValue &Src, in SelectVOP3ModsImpl() argument
2792 Src = In; in SelectVOP3ModsImpl()
2794 if (Src.getOpcode() == ISD::FNEG) { in SelectVOP3ModsImpl()
2796 Src = Src.getOperand(0); in SelectVOP3ModsImpl()
2797 } else if (Src.getOpcode() == ISD::FSUB && IsCanonicalizing) { in SelectVOP3ModsImpl()
2800 auto *LHS = dyn_cast<ConstantFPSDNode>(Src.getOperand(0)); in SelectVOP3ModsImpl()
2803 Src = Src.getOperand(1); in SelectVOP3ModsImpl()
2807 if (AllowAbs && Src.getOpcode() == ISD::FABS) { in SelectVOP3ModsImpl()
2809 Src = Src.getOperand(0); in SelectVOP3ModsImpl()
2815 bool AMDGPUDAGToDAGISel::SelectVOP3Mods(SDValue In, SDValue &Src, in SelectVOP3Mods() argument
2818 if (SelectVOP3ModsImpl(In, Src, Mods, /*IsCanonicalizing=*/true, in SelectVOP3Mods()
2828 SDValue In, SDValue &Src, SDValue &SrcMods) const { in SelectVOP3ModsNonCanonicalizing() argument
2830 if (SelectVOP3ModsImpl(In, Src, Mods, /*IsCanonicalizing=*/false, in SelectVOP3ModsNonCanonicalizing()
2839 bool AMDGPUDAGToDAGISel::SelectVOP3BMods(SDValue In, SDValue &Src, in SelectVOP3BMods() argument
2842 if (SelectVOP3ModsImpl(In, Src, Mods, in SelectVOP3BMods()
2852 bool AMDGPUDAGToDAGISel::SelectVOP3NoMods(SDValue In, SDValue &Src) const { in SelectVOP3NoMods()
2856 Src = In; in SelectVOP3NoMods()
2860 bool AMDGPUDAGToDAGISel::SelectVINTERPModsImpl(SDValue In, SDValue &Src, in SelectVINTERPModsImpl() argument
2864 if (SelectVOP3ModsImpl(In, Src, Mods, in SelectVINTERPModsImpl()
2876 bool AMDGPUDAGToDAGISel::SelectVINTERPMods(SDValue In, SDValue &Src, in SelectVINTERPMods() argument
2878 return SelectVINTERPModsImpl(In, Src, SrcMods, /* OpSel */ false); in SelectVINTERPMods()
2881 bool AMDGPUDAGToDAGISel::SelectVINTERPModsHi(SDValue In, SDValue &Src, in SelectVINTERPModsHi() argument
2883 return SelectVINTERPModsImpl(In, Src, SrcMods, /* OpSel */ true); in SelectVINTERPModsHi()
2886 bool AMDGPUDAGToDAGISel::SelectVOP3Mods0(SDValue In, SDValue &Src, in SelectVOP3Mods0() argument
2893 return SelectVOP3Mods(In, Src, SrcMods); in SelectVOP3Mods0()
2896 bool AMDGPUDAGToDAGISel::SelectVOP3BMods0(SDValue In, SDValue &Src, in SelectVOP3BMods0() argument
2903 return SelectVOP3BMods(In, Src, SrcMods); in SelectVOP3BMods0()
2906 bool AMDGPUDAGToDAGISel::SelectVOP3OMods(SDValue In, SDValue &Src, in SelectVOP3OMods() argument
2908 Src = In; in SelectVOP3OMods()
2917 bool AMDGPUDAGToDAGISel::SelectVOP3PMods(SDValue In, SDValue &Src, in SelectVOP3PMods() argument
2920 Src = In; in SelectVOP3PMods()
2923 if (Src.getOpcode() == ISD::FNEG) { in SelectVOP3PMods()
2925 Src = Src.getOperand(0); in SelectVOP3PMods()
2928 if (Src.getOpcode() == ISD::BUILD_VECTOR && Src.getNumOperands() == 2 && in SelectVOP3PMods()
2932 SDValue Lo = stripBitcast(Src.getOperand(0)); in SelectVOP3PMods()
2933 SDValue Hi = stripBitcast(Src.getOperand(1)); in SelectVOP3PMods()
2951 unsigned VecSize = Src.getValueSizeInBits(); in SelectVOP3PMods()
2975 Src = Lo; in SelectVOP3PMods()
2990 Src = SDValue(CurDAG->getMachineNode(TargetOpcode::REG_SEQUENCE, SL, in SelectVOP3PMods()
2991 Src.getValueType(), Ops), 0); in SelectVOP3PMods()
3001 Src = CurDAG->getTargetConstant(Lit, SDLoc(In), MVT::i64); in SelectVOP3PMods()
3017 bool AMDGPUDAGToDAGISel::SelectVOP3PModsDOT(SDValue In, SDValue &Src, in SelectVOP3PModsDOT() argument
3019 return SelectVOP3PMods(In, Src, SrcMods, true); in SelectVOP3PModsDOT()
3022 bool AMDGPUDAGToDAGISel::SelectVOP3PModsNeg(SDValue In, SDValue &Src) const { in SelectVOP3PModsNeg()
3033 Src = CurDAG->getTargetConstant(Mods, SDLoc(In), MVT::i32); in SelectVOP3PModsNeg()
3038 SDValue &Src) const { in SelectWMMAOpSelVOP3PMods()
3047 Src = CurDAG->getTargetConstant(Mods, SDLoc(In), MVT::i32); in SelectWMMAOpSelVOP3PMods()
3120 SmallVectorImpl<SDValue> &Elts, SDValue &Src, in selectWMMAModsNegAbs() argument
3134 Src = SDValue(buildRegSequence(Elts, CurDAG, DL, ElementSize), 0); in selectWMMAModsNegAbs()
3138 Src = SDValue(buildRegSequence(NegAbsElts, CurDAG, DL, ElementSize), 0); in selectWMMAModsNegAbs()
3144 Src = SDValue(buildRegSequence(Elts, CurDAG, DL, ElementSize), 0); in selectWMMAModsNegAbs()
3165 bool AMDGPUDAGToDAGISel::SelectWMMAModsF16Neg(SDValue In, SDValue &Src, in SelectWMMAModsF16Neg() argument
3167 Src = In; in SelectWMMAModsF16Neg()
3183 Src = SDValue(buildRegSequence16(EltsF16, CurDAG, SDLoc(In)), 0); in SelectWMMAModsF16Neg()
3202 Src = SDValue(buildRegSequence32(EltsV2F16, CurDAG, SDLoc(In)), 0); in SelectWMMAModsF16Neg()
3212 bool AMDGPUDAGToDAGISel::SelectWMMAModsF16NegAbs(SDValue In, SDValue &Src, in SelectWMMAModsF16NegAbs() argument
3214 Src = In; in SelectWMMAModsF16NegAbs()
3233 selectWMMAModsNegAbs(ModOpcode, Mods, EltsF16, Src, CurDAG, SDLoc(In), in SelectWMMAModsF16NegAbs()
3253 selectWMMAModsNegAbs(ModOpcode, Mods, EltsV2F16, Src, CurDAG, SDLoc(In), in SelectWMMAModsF16NegAbs()
3261 bool AMDGPUDAGToDAGISel::SelectWMMAModsF32NegAbs(SDValue In, SDValue &Src, in SelectWMMAModsF32NegAbs() argument
3263 Src = In; in SelectWMMAModsF32NegAbs()
3281 selectWMMAModsNegAbs(ModOpcode, Mods, EltsF32, Src, CurDAG, SDLoc(In), in SelectWMMAModsF32NegAbs()
3289 bool AMDGPUDAGToDAGISel::SelectWMMAVISrc(SDValue In, SDValue &Src) const { in SelectWMMAVISrc()
3296 Src = CurDAG->getTargetConstant(Imm, SDLoc(In), MVT::i32); in SelectWMMAVISrc()
3301 Src = CurDAG->getTargetConstant(Imm, SDLoc(In), MVT::i32); in SelectWMMAVISrc()
3320 Src = CurDAG->getTargetConstant(Imm, SDLoc(In), MVT::i16); in SelectWMMAVISrc()
3331 Src = CurDAG->getTargetConstant(Imm, SDLoc(In), MVT::i32); in SelectWMMAVISrc()
3343 bool AMDGPUDAGToDAGISel::SelectSWMMACIndex8(SDValue In, SDValue &Src, in SelectSWMMACIndex8() argument
3346 Src = In; in SelectSWMMACIndex8()
3354 Src = ShiftSrc; in SelectSWMMACIndex8()
3362 bool AMDGPUDAGToDAGISel::SelectSWMMACIndex16(SDValue In, SDValue &Src, in SelectSWMMACIndex16() argument
3365 Src = In; in SelectSWMMACIndex16()
3373 Src = ShiftSrc; in SelectSWMMACIndex16()
3381 bool AMDGPUDAGToDAGISel::SelectVOP3OpSel(SDValue In, SDValue &Src, in SelectVOP3OpSel() argument
3383 Src = In; in SelectVOP3OpSel()
3389 bool AMDGPUDAGToDAGISel::SelectVOP3OpSelMods(SDValue In, SDValue &Src, in SelectVOP3OpSelMods() argument
3392 return SelectVOP3Mods(In, Src, SrcMods); in SelectVOP3OpSelMods()
3397 bool AMDGPUDAGToDAGISel::SelectVOP3PMadMixModsImpl(SDValue In, SDValue &Src, in SelectVOP3PMadMixModsImpl() argument
3400 SelectVOP3ModsImpl(In, Src, Mods); in SelectVOP3PMadMixModsImpl()
3402 if (Src.getOpcode() == ISD::FP_EXTEND) { in SelectVOP3PMadMixModsImpl()
3403 Src = Src.getOperand(0); in SelectVOP3PMadMixModsImpl()
3404 assert(Src.getValueType() == MVT::f16); in SelectVOP3PMadMixModsImpl()
3405 Src = stripBitcast(Src); in SelectVOP3PMadMixModsImpl()
3411 SelectVOP3ModsImpl(Src, Src, ModsTmp); in SelectVOP3PMadMixModsImpl()
3426 if (isExtractHiElt(Src, Src)) { in SelectVOP3PMadMixModsImpl()
3438 bool AMDGPUDAGToDAGISel::SelectVOP3PMadMixModsExt(SDValue In, SDValue &Src, in SelectVOP3PMadMixModsExt() argument
3441 if (!SelectVOP3PMadMixModsImpl(In, Src, Mods)) in SelectVOP3PMadMixModsExt()
3447 bool AMDGPUDAGToDAGISel::SelectVOP3PMadMixMods(SDValue In, SDValue &Src, in SelectVOP3PMadMixMods() argument
3450 SelectVOP3PMadMixModsImpl(In, Src, Mods); in SelectVOP3PMadMixMods()
3470 SDValue Src; in getHi16Elt() local
3471 if (isExtractHiElt(In, Src)) in getHi16Elt()
3472 return Src; in getHi16Elt()