Lines Matching refs:In
51 static bool isExtractHiElt(SDValue In, SDValue &Out) { in isExtractHiElt() argument
52 In = stripBitcast(In); in isExtractHiElt()
54 if (In.getOpcode() == ISD::EXTRACT_VECTOR_ELT) { in isExtractHiElt()
55 if (ConstantSDNode *Idx = dyn_cast<ConstantSDNode>(In.getOperand(1))) { in isExtractHiElt()
58 Out = In.getOperand(0); in isExtractHiElt()
63 if (In.getOpcode() != ISD::TRUNCATE) in isExtractHiElt()
66 SDValue Srl = In.getOperand(0); in isExtractHiElt()
81 static SDValue stripExtractLoElt(SDValue In) { in stripExtractLoElt() argument
82 if (In.getOpcode() == ISD::EXTRACT_VECTOR_ELT) { in stripExtractLoElt()
83 if (ConstantSDNode *Idx = dyn_cast<ConstantSDNode>(In.getOperand(1))) { in stripExtractLoElt()
84 if (Idx->isZero() && In.getValueSizeInBits() <= 32) in stripExtractLoElt()
85 return In.getOperand(0); in stripExtractLoElt()
89 if (In.getOpcode() == ISD::TRUNCATE) { in stripExtractLoElt()
90 SDValue Src = In.getOperand(0); in stripExtractLoElt()
95 return In; in stripExtractLoElt()
2587 bool AMDGPUDAGToDAGISel::SelectVOP3ModsImpl(SDValue In, SDValue &Src, in SelectVOP3ModsImpl() argument
2591 Src = In; in SelectVOP3ModsImpl()
2606 bool AMDGPUDAGToDAGISel::SelectVOP3Mods(SDValue In, SDValue &Src, in SelectVOP3Mods() argument
2609 if (SelectVOP3ModsImpl(In, Src, Mods)) { in SelectVOP3Mods()
2610 SrcMods = CurDAG->getTargetConstant(Mods, SDLoc(In), MVT::i32); in SelectVOP3Mods()
2617 bool AMDGPUDAGToDAGISel::SelectVOP3BMods(SDValue In, SDValue &Src, in SelectVOP3BMods() argument
2620 if (SelectVOP3ModsImpl(In, Src, Mods, /* AllowAbs */ false)) { in SelectVOP3BMods()
2621 SrcMods = CurDAG->getTargetConstant(Mods, SDLoc(In), MVT::i32); in SelectVOP3BMods()
2628 bool AMDGPUDAGToDAGISel::SelectVOP3Mods_NNaN(SDValue In, SDValue &Src, in SelectVOP3Mods_NNaN() argument
2630 SelectVOP3Mods(In, Src, SrcMods); in SelectVOP3Mods_NNaN()
2634 bool AMDGPUDAGToDAGISel::SelectVOP3NoMods(SDValue In, SDValue &Src) const { in SelectVOP3NoMods() argument
2635 if (In.getOpcode() == ISD::FABS || In.getOpcode() == ISD::FNEG) in SelectVOP3NoMods()
2638 Src = In; in SelectVOP3NoMods()
2642 bool AMDGPUDAGToDAGISel::SelectVINTERPModsImpl(SDValue In, SDValue &Src, in SelectVINTERPModsImpl() argument
2646 if (SelectVOP3ModsImpl(In, Src, Mods, /* AllowAbs */ false)) { in SelectVINTERPModsImpl()
2649 SrcMods = CurDAG->getTargetConstant(Mods, SDLoc(In), MVT::i32); in SelectVINTERPModsImpl()
2656 bool AMDGPUDAGToDAGISel::SelectVINTERPMods(SDValue In, SDValue &Src, in SelectVINTERPMods() argument
2658 return SelectVINTERPModsImpl(In, Src, SrcMods, /* OpSel */ false); in SelectVINTERPMods()
2661 bool AMDGPUDAGToDAGISel::SelectVINTERPModsHi(SDValue In, SDValue &Src, in SelectVINTERPModsHi() argument
2663 return SelectVINTERPModsImpl(In, Src, SrcMods, /* OpSel */ true); in SelectVINTERPModsHi()
2666 bool AMDGPUDAGToDAGISel::SelectVOP3Mods0(SDValue In, SDValue &Src, in SelectVOP3Mods0() argument
2669 SDLoc DL(In); in SelectVOP3Mods0()
2673 return SelectVOP3Mods(In, Src, SrcMods); in SelectVOP3Mods0()
2676 bool AMDGPUDAGToDAGISel::SelectVOP3BMods0(SDValue In, SDValue &Src, in SelectVOP3BMods0() argument
2679 SDLoc DL(In); in SelectVOP3BMods0()
2683 return SelectVOP3BMods(In, Src, SrcMods); in SelectVOP3BMods0()
2686 bool AMDGPUDAGToDAGISel::SelectVOP3OMods(SDValue In, SDValue &Src, in SelectVOP3OMods() argument
2688 Src = In; in SelectVOP3OMods()
2690 SDLoc DL(In); in SelectVOP3OMods()
2697 bool AMDGPUDAGToDAGISel::SelectVOP3PMods(SDValue In, SDValue &Src, in SelectVOP3PMods() argument
2700 Src = In; in SelectVOP3PMods()
2736 (VecSize > 32) ? AMDGPU::sub0_sub1 : AMDGPU::sub0, SDLoc(In), in SelectVOP3PMods()
2742 (VecSize > 32) ? AMDGPU::sub0_sub1 : AMDGPU::sub0, SDLoc(In), in SelectVOP3PMods()
2758 SDLoc SL(In); in SelectVOP3PMods()
2772 SrcMods = CurDAG->getTargetConstant(Mods, SDLoc(In), MVT::i32); in SelectVOP3PMods()
2780 Src = CurDAG->getTargetConstant(Lit, SDLoc(In), MVT::i64);; in SelectVOP3PMods()
2781 SrcMods = CurDAG->getTargetConstant(Mods, SDLoc(In), MVT::i32); in SelectVOP3PMods()
2792 SrcMods = CurDAG->getTargetConstant(Mods, SDLoc(In), MVT::i32); in SelectVOP3PMods()
2796 bool AMDGPUDAGToDAGISel::SelectVOP3PModsDOT(SDValue In, SDValue &Src, in SelectVOP3PModsDOT() argument
2798 return SelectVOP3PMods(In, Src, SrcMods, true); in SelectVOP3PModsDOT()
2801 bool AMDGPUDAGToDAGISel::SelectDotIUVOP3PMods(SDValue In, SDValue &Src) const { in SelectDotIUVOP3PMods() argument
2802 const ConstantSDNode *C = cast<ConstantSDNode>(In); in SelectDotIUVOP3PMods()
2812 Src = CurDAG->getTargetConstant(Mods, SDLoc(In), MVT::i32); in SelectDotIUVOP3PMods()
2816 bool AMDGPUDAGToDAGISel::SelectWMMAOpSelVOP3PMods(SDValue In, in SelectWMMAOpSelVOP3PMods() argument
2818 const ConstantSDNode *C = cast<ConstantSDNode>(In); in SelectWMMAOpSelVOP3PMods()
2826 Src = CurDAG->getTargetConstant(Mods, SDLoc(In), MVT::i32); in SelectWMMAOpSelVOP3PMods()
2830 bool AMDGPUDAGToDAGISel::SelectVOP3OpSel(SDValue In, SDValue &Src, in SelectVOP3OpSel() argument
2832 Src = In; in SelectVOP3OpSel()
2834 SrcMods = CurDAG->getTargetConstant(0, SDLoc(In), MVT::i32); in SelectVOP3OpSel()
2838 bool AMDGPUDAGToDAGISel::SelectVOP3OpSelMods(SDValue In, SDValue &Src, in SelectVOP3OpSelMods() argument
2841 return SelectVOP3Mods(In, Src, SrcMods); in SelectVOP3OpSelMods()
2846 bool AMDGPUDAGToDAGISel::SelectVOP3PMadMixModsImpl(SDValue In, SDValue &Src, in SelectVOP3PMadMixModsImpl() argument
2849 SelectVOP3ModsImpl(In, Src, Mods); in SelectVOP3PMadMixModsImpl()
2887 bool AMDGPUDAGToDAGISel::SelectVOP3PMadMixMods(SDValue In, SDValue &Src, in SelectVOP3PMadMixMods() argument
2890 SelectVOP3PMadMixModsImpl(In, Src, Mods); in SelectVOP3PMadMixMods()
2891 SrcMods = CurDAG->getTargetConstant(Mods, SDLoc(In), MVT::i32); in SelectVOP3PMadMixMods()
2895 SDValue AMDGPUDAGToDAGISel::getHi16Elt(SDValue In) const { in getHi16Elt()
2896 if (In.isUndef()) in getHi16Elt()
2899 if (ConstantSDNode *C = dyn_cast<ConstantSDNode>(In)) { in getHi16Elt()
2900 SDLoc SL(In); in getHi16Elt()
2904 if (ConstantFPSDNode *C = dyn_cast<ConstantFPSDNode>(In)) { in getHi16Elt()
2905 SDLoc SL(In); in getHi16Elt()
2911 if (isExtractHiElt(In, Src)) in getHi16Elt()