233   bool SelectVOP3Mods_NNaN(SDValue In, SDValue &Src, SDValue &SrcMods) const;
234   bool SelectVOP3ModsImpl(SDValue In, SDValue &Src, unsigned &SrcMods,
236   bool SelectVOP3Mods(SDValue In, SDValue &Src, SDValue &SrcMods) const;
237   bool SelectVOP3BMods(SDValue In, SDValue &Src, SDValue &SrcMods) const;
238   bool SelectVOP3NoMods(SDValue In, SDValue &Src) const;
239   bool SelectVOP3Mods0(SDValue In, SDValue &Src, SDValue &SrcMods,
241   bool SelectVOP3BMods0(SDValue In, SDValue &Src, SDValue &SrcMods,
243   bool SelectVOP3NoMods0(SDValue In, SDValue &Src, SDValue &SrcMods,
246   bool SelectVOP3OMods(SDValue In, SDValue &Src,
249   bool SelectVOP3PMods(SDValue In, SDValue &Src, SDValue &SrcMods) const;
251   bool SelectVOP3OpSel(SDValue In, SDValue &Src, SDValue &SrcMods) const;
253   bool SelectVOP3OpSelMods(SDValue In, SDValue &Src, SDValue &SrcMods) const;
254   bool SelectVOP3PMadMixModsImpl(SDValue In, SDValue &Src, unsigned &Mods) const;
255   bool SelectVOP3PMadMixMods(SDValue In, SDValue &Src, SDValue &SrcMods) const;
257   SDValue getHi16Elt(SDValue In) const;
321 static bool isExtractHiElt(SDValue In, SDValue &Out) {  in isExtractHiElt()  argument
322   In = stripBitcast(In);  in isExtractHiElt()
324   if (In.getOpcode() == ISD::EXTRACT_VECTOR_ELT) {  in isExtractHiElt()
325     if (ConstantSDNode *Idx = dyn_cast<ConstantSDNode>(In.getOperand(1))) {  in isExtractHiElt()
328       Out = In.getOperand(0);  in isExtractHiElt()
333   if (In.getOpcode() != ISD::TRUNCATE)  in isExtractHiElt()
336   SDValue Srl = In.getOperand(0);  in isExtractHiElt()
351 static SDValue stripExtractLoElt(SDValue In) {  in stripExtractLoElt()  argument
352   if (In.getOpcode() == ISD::EXTRACT_VECTOR_ELT) {  in stripExtractLoElt()
353     if (ConstantSDNode *Idx = dyn_cast<ConstantSDNode>(In.getOperand(1))) {  in stripExtractLoElt()
354       if (Idx->isNullValue() && In.getValueSizeInBits() <= 32)  in stripExtractLoElt()
355         return In.getOperand(0);  in stripExtractLoElt()
359   if (In.getOpcode() == ISD::TRUNCATE) {  in stripExtractLoElt()
360     SDValue Src = In.getOperand(0);  in stripExtractLoElt()
365   return In;  in stripExtractLoElt()
2745 bool AMDGPUDAGToDAGISel::SelectVOP3ModsImpl(SDValue In, SDValue &Src,  in SelectVOP3ModsImpl()  argument
2749   Src = In;  in SelectVOP3ModsImpl()
2764 bool AMDGPUDAGToDAGISel::SelectVOP3Mods(SDValue In, SDValue &Src,  in SelectVOP3Mods()  argument
2767   if (SelectVOP3ModsImpl(In, Src, Mods)) {  in SelectVOP3Mods()
2768     SrcMods = CurDAG->getTargetConstant(Mods, SDLoc(In), MVT::i32);  in SelectVOP3Mods()
2775 bool AMDGPUDAGToDAGISel::SelectVOP3BMods(SDValue In, SDValue &Src,  in SelectVOP3BMods()  argument
2778   if (SelectVOP3ModsImpl(In, Src, Mods, /* AllowAbs */ false)) {  in SelectVOP3BMods()
2779     SrcMods = CurDAG->getTargetConstant(Mods, SDLoc(In), MVT::i32);  in SelectVOP3BMods()
2786 bool AMDGPUDAGToDAGISel::SelectVOP3Mods_NNaN(SDValue In, SDValue &Src,  in SelectVOP3Mods_NNaN()  argument
2788   SelectVOP3Mods(In, Src, SrcMods);  in SelectVOP3Mods_NNaN()
2792 bool AMDGPUDAGToDAGISel::SelectVOP3NoMods(SDValue In, SDValue &Src) const {  in SelectVOP3NoMods()  argument
2793   if (In.getOpcode() == ISD::FABS || In.getOpcode() == ISD::FNEG)  in SelectVOP3NoMods()
2796   Src = In;  in SelectVOP3NoMods()
2800 bool AMDGPUDAGToDAGISel::SelectVOP3Mods0(SDValue In, SDValue &Src,  in SelectVOP3Mods0()  argument
2803   SDLoc DL(In);  in SelectVOP3Mods0()
2807   return SelectVOP3Mods(In, Src, SrcMods);  in SelectVOP3Mods0()
2810 bool AMDGPUDAGToDAGISel::SelectVOP3BMods0(SDValue In, SDValue &Src,  in SelectVOP3BMods0()  argument
2813   SDLoc DL(In);  in SelectVOP3BMods0()
2817   return SelectVOP3BMods(In, Src, SrcMods);  in SelectVOP3BMods0()
2820 bool AMDGPUDAGToDAGISel::SelectVOP3OMods(SDValue In, SDValue &Src,  in SelectVOP3OMods()  argument
2822   Src = In;  in SelectVOP3OMods()
2824   SDLoc DL(In);  in SelectVOP3OMods()
2831 bool AMDGPUDAGToDAGISel::SelectVOP3PMods(SDValue In, SDValue &Src,  in SelectVOP3PMods()  argument
2834   Src = In;  in SelectVOP3PMods()
2869         (VecSize > 32) ? AMDGPU::sub0_sub1 : AMDGPU::sub0, SDLoc(In),  in SelectVOP3PMods()
2875         (VecSize > 32) ? AMDGPU::sub0_sub1 : AMDGPU::sub0, SDLoc(In),  in SelectVOP3PMods()
2891         SDLoc SL(In);  in SelectVOP3PMods()
2905       SrcMods = CurDAG->getTargetConstant(Mods, SDLoc(In), MVT::i32);  in SelectVOP3PMods()
2913         Src = CurDAG->getTargetConstant(Lit, SDLoc(In), MVT::i64);;  in SelectVOP3PMods()
2914         SrcMods = CurDAG->getTargetConstant(Mods, SDLoc(In), MVT::i32);  in SelectVOP3PMods()
2925   SrcMods = CurDAG->getTargetConstant(Mods, SDLoc(In), MVT::i32);  in SelectVOP3PMods()
2929 bool AMDGPUDAGToDAGISel::SelectVOP3OpSel(SDValue In, SDValue &Src,  in SelectVOP3OpSel()  argument
2931   Src = In;  in SelectVOP3OpSel()
2933   SrcMods = CurDAG->getTargetConstant(0, SDLoc(In), MVT::i32);  in SelectVOP3OpSel()
2937 bool AMDGPUDAGToDAGISel::SelectVOP3OpSelMods(SDValue In, SDValue &Src,  in SelectVOP3OpSelMods()  argument
2940   return SelectVOP3Mods(In, Src, SrcMods);  in SelectVOP3OpSelMods()
2945 bool AMDGPUDAGToDAGISel::SelectVOP3PMadMixModsImpl(SDValue In, SDValue &Src,  in SelectVOP3PMadMixModsImpl()  argument
2948   SelectVOP3ModsImpl(In, Src, Mods);  in SelectVOP3PMadMixModsImpl()
2986 bool AMDGPUDAGToDAGISel::SelectVOP3PMadMixMods(SDValue In, SDValue &Src,  in SelectVOP3PMadMixMods()  argument
2989   SelectVOP3PMadMixModsImpl(In, Src, Mods);  in SelectVOP3PMadMixMods()
2990   SrcMods = CurDAG->getTargetConstant(Mods, SDLoc(In), MVT::i32);  in SelectVOP3PMadMixMods()
2994 SDValue AMDGPUDAGToDAGISel::getHi16Elt(SDValue In) const {  in getHi16Elt()
2995   if (In.isUndef())  in getHi16Elt()
2998   if (ConstantSDNode *C = dyn_cast<ConstantSDNode>(In)) {  in getHi16Elt()
2999     SDLoc SL(In);  in getHi16Elt()
3003   if (ConstantFPSDNode *C = dyn_cast<ConstantFPSDNode>(In)) {  in getHi16Elt()
3004     SDLoc SL(In);  in getHi16Elt()
3010   if (isExtractHiElt(In, Src))  in getHi16Elt()