101 INITIALIZE_PASS_BEGIN(AMDGPUDAGToDAGISel, "amdgpu-isel",
110 INITIALIZE_PASS_END(AMDGPUDAGToDAGISel, "amdgpu-isel",  in INITIALIZE_PASS_DEPENDENCY()
117   return new AMDGPUDAGToDAGISel(TM, OptLevel);  in INITIALIZE_PASS_DEPENDENCY()
120 AMDGPUDAGToDAGISel::AMDGPUDAGToDAGISel(TargetMachine &TM,  in AMDGPUDAGToDAGISel()  function in AMDGPUDAGToDAGISel
126 bool AMDGPUDAGToDAGISel::runOnMachineFunction(MachineFunction &MF) {  in runOnMachineFunction()
139 bool AMDGPUDAGToDAGISel::fp16SrcZerosHighBits(unsigned Opc) const {  in fp16SrcZerosHighBits()
202 void AMDGPUDAGToDAGISel::getAnalysisUsage(AnalysisUsage &AU) const {  in getAnalysisUsage()
212 bool AMDGPUDAGToDAGISel::matchLoadD16FromBuildVector(SDNode *N) const {  in matchLoadD16FromBuildVector()
292 void AMDGPUDAGToDAGISel::PreprocessISelDAG() {  in PreprocessISelDAG()
321 bool AMDGPUDAGToDAGISel::isInlineImmediate(const SDNode *N) const {  in isInlineImmediate()
339 const TargetRegisterClass *AMDGPUDAGToDAGISel::getOperandRegClass(SDNode *N,  in getOperandRegClass()
383 SDNode *AMDGPUDAGToDAGISel::glueCopyToOp(SDNode *N, SDValue NewChain,  in glueCopyToOp()
394 SDNode *AMDGPUDAGToDAGISel::glueCopyToM0(SDNode *N, SDValue Val) const {  in glueCopyToM0()
404 SDNode *AMDGPUDAGToDAGISel::glueCopyToM0LDSInit(SDNode *N) const {  in glueCopyToM0LDSInit()
418 MachineSDNode *AMDGPUDAGToDAGISel::buildSMovImm64(SDLoc &DL, uint64_t Imm,  in buildSMovImm64()
434 void AMDGPUDAGToDAGISel::SelectBuildVector(SDNode *N, unsigned RegClassID) {  in SelectBuildVector()
489 void AMDGPUDAGToDAGISel::Select(SDNode *N) {  in Select()
707 bool AMDGPUDAGToDAGISel::isUniformBr(const SDNode *N) const {  in isUniformBr()
714 bool AMDGPUDAGToDAGISel::isUnneededShiftMask(const SDNode *N,  in isUnneededShiftMask()
757 bool AMDGPUDAGToDAGISel::isBaseWithConstantOffset64(SDValue Addr, SDValue &LHS,  in isBaseWithConstantOffset64()
773 StringRef AMDGPUDAGToDAGISel::getPassName() const {  in getPassName()
781 bool AMDGPUDAGToDAGISel::SelectADDRVTX_READ(SDValue Addr, SDValue &Base,  in SelectADDRVTX_READ()
786 bool AMDGPUDAGToDAGISel::SelectADDRIndirect(SDValue Addr, SDValue &Base,  in SelectADDRIndirect()
810 SDValue AMDGPUDAGToDAGISel::getMaterializedScalarImm32(int64_t Val,  in getMaterializedScalarImm32()
819 void AMDGPUDAGToDAGISel::SelectADD_SUB_I64(SDNode *N) {  in SelectADD_SUB_I64()
888 void AMDGPUDAGToDAGISel::SelectAddcSubb(SDNode *N) {  in SelectAddcSubb()
908 void AMDGPUDAGToDAGISel::SelectUADDO_USUBO(SDNode *N) {  in SelectUADDO_USUBO()
941 void AMDGPUDAGToDAGISel::SelectFMA_W_CHAIN(SDNode *N) {  in SelectFMA_W_CHAIN()
962 void AMDGPUDAGToDAGISel::SelectFMUL_W_CHAIN(SDNode *N) {  in SelectFMUL_W_CHAIN()
977 void AMDGPUDAGToDAGISel::SelectDIV_SCALE(SDNode *N) {  in SelectDIV_SCALE()
997 void AMDGPUDAGToDAGISel::SelectMAD_64_32(SDNode *N) {  in SelectMAD_64_32()
1015 void AMDGPUDAGToDAGISel::SelectMUL_LOHI(SDNode *N) {  in SelectMUL_LOHI()
1044 bool AMDGPUDAGToDAGISel::isDSOffsetLegal(SDValue Base, unsigned Offset) const {  in isDSOffsetLegal()
1057 bool AMDGPUDAGToDAGISel::SelectDS1Addr1Offset(SDValue Addr, SDValue &Base,  in SelectDS1Addr1Offset()
1129 bool AMDGPUDAGToDAGISel::isDSOffset2Legal(SDValue Base, unsigned Offset0,  in isDSOffset2Legal()
1156 bool AMDGPUDAGToDAGISel::isFlatScratchBaseLegal(SDValue Addr) const {  in isFlatScratchBaseLegal()
1183 bool AMDGPUDAGToDAGISel::isFlatScratchBaseLegalSV(SDValue Addr) const {  in isFlatScratchBaseLegalSV()
1199 bool AMDGPUDAGToDAGISel::isFlatScratchBaseLegalSVImm(SDValue Addr) const {  in isFlatScratchBaseLegalSVImm()
1222 bool AMDGPUDAGToDAGISel::SelectDS64Bit4ByteAligned(SDValue Addr, SDValue &Base,  in SelectDS64Bit4ByteAligned()
1228 bool AMDGPUDAGToDAGISel::SelectDS128Bit8ByteAligned(SDValue Addr, SDValue &Base,  in SelectDS128Bit8ByteAligned()
1234 bool AMDGPUDAGToDAGISel::SelectDSReadWrite2(SDValue Addr, SDValue &Base,  in SelectDSReadWrite2()
1314 bool AMDGPUDAGToDAGISel::SelectMUBUF(SDValue Addr, SDValue &Ptr, SDValue &VAddr,  in SelectMUBUF()
1402 bool AMDGPUDAGToDAGISel::SelectMUBUFAddr64(SDValue Addr, SDValue &SRsrc,  in SelectMUBUFAddr64()
1429 std::pair<SDValue, SDValue> AMDGPUDAGToDAGISel::foldFrameIndex(SDValue N) const {  in foldFrameIndex()
1443 bool AMDGPUDAGToDAGISel::SelectMUBUFScratchOffen(SDNode *Parent,  in SelectMUBUFScratchOffen()
1521 bool AMDGPUDAGToDAGISel::SelectMUBUFScratchOffset(SDNode *Parent,  in SelectMUBUFScratchOffset()
1565 bool AMDGPUDAGToDAGISel::SelectMUBUFOffset(SDValue Addr, SDValue &SRsrc,  in SelectMUBUFOffset()
1590 bool AMDGPUDAGToDAGISel::SelectBUFSOffset(SDValue ByteOffsetNode,  in SelectBUFSOffset()
1615 bool AMDGPUDAGToDAGISel::SelectFlatOffsetImpl(SDNode *N, SDValue Addr,  in SelectFlatOffsetImpl()
1710 bool AMDGPUDAGToDAGISel::SelectFlatOffset(SDNode *N, SDValue Addr,  in SelectFlatOffset()
1716 bool AMDGPUDAGToDAGISel::SelectGlobalOffset(SDNode *N, SDValue Addr,  in SelectGlobalOffset()
1722 bool AMDGPUDAGToDAGISel::SelectScratchOffset(SDNode *N, SDValue Addr,  in SelectScratchOffset()
1739 bool AMDGPUDAGToDAGISel::SelectGlobalSAddr(SDNode *N,  in SelectGlobalSAddr()
1853 bool AMDGPUDAGToDAGISel::SelectScratchSAddr(SDNode *Parent, SDValue Addr,  in SelectScratchSAddr()
1897 bool AMDGPUDAGToDAGISel::checkFlatScratchSVSSwizzleBug(  in checkFlatScratchSVSSwizzleBug()
1914 bool AMDGPUDAGToDAGISel::SelectScratchSVAddr(SDNode *N, SDValue Addr,  in SelectScratchSVAddr()
1986 bool AMDGPUDAGToDAGISel::SelectSMRDOffset(SDValue ByteOffsetNode,  in SelectSMRDOffset()
2045 SDValue AMDGPUDAGToDAGISel::Expand32BitAddress(SDValue Addr) const {  in Expand32BitAddress()
2073 bool AMDGPUDAGToDAGISel::SelectSMRDBaseOffset(SDValue Addr, SDValue &SBase,  in SelectSMRDBaseOffset()
2111 bool AMDGPUDAGToDAGISel::SelectSMRD(SDValue Addr, SDValue &SBase,  in SelectSMRD()
2128 bool AMDGPUDAGToDAGISel::SelectSMRDImm(SDValue Addr, SDValue &SBase,  in SelectSMRDImm()
2133 bool AMDGPUDAGToDAGISel::SelectSMRDImm32(SDValue Addr, SDValue &SBase,  in SelectSMRDImm32()
2140 bool AMDGPUDAGToDAGISel::SelectSMRDSgpr(SDValue Addr, SDValue &SBase,  in SelectSMRDSgpr()
2145 bool AMDGPUDAGToDAGISel::SelectSMRDSgprImm(SDValue Addr, SDValue &SBase,  in SelectSMRDSgprImm()
2151 bool AMDGPUDAGToDAGISel::SelectSMRDBufferImm(SDValue N, SDValue &Offset) const {  in SelectSMRDBufferImm()
2156 bool AMDGPUDAGToDAGISel::SelectSMRDBufferImm32(SDValue N,  in SelectSMRDBufferImm32()
2163 bool AMDGPUDAGToDAGISel::SelectSMRDBufferSgprImm(SDValue N, SDValue &SOffset,  in SelectSMRDBufferSgprImm()
2173 bool AMDGPUDAGToDAGISel::SelectMOVRELOffset(SDValue Index,  in SelectMOVRELOffset()
2203 SDNode *AMDGPUDAGToDAGISel::getBFE32(bool IsSigned, const SDLoc &DL,  in getBFE32()
2223 void AMDGPUDAGToDAGISel::SelectS_BFEFromShifts(SDNode *N) {  in SelectS_BFEFromShifts()
2246 void AMDGPUDAGToDAGISel::SelectS_BFE(SDNode *N) {  in SelectS_BFE()
2320 bool AMDGPUDAGToDAGISel::isCBranchSCC(const SDNode *N) const {  in isCBranchSCC()
2373 void AMDGPUDAGToDAGISel::SelectBRCOND(SDNode *N) {  in SelectBRCOND()
2459 void AMDGPUDAGToDAGISel::SelectFP_EXTEND(SDNode *N) {  in SelectFP_EXTEND()
2475 void AMDGPUDAGToDAGISel::SelectDSAppendConsume(SDNode *N, unsigned IntrID) {  in SelectDSAppendConsume()
2517 void AMDGPUDAGToDAGISel::SelectDSBvhStackIntrinsic(SDNode *N) {  in SelectDSBvhStackIntrinsic()
2547 void AMDGPUDAGToDAGISel::SelectDS_GWS(SDNode *N, unsigned IntrID) {  in SelectDS_GWS()
2613 void AMDGPUDAGToDAGISel::SelectInterpP1F16(SDNode *N) {  in SelectInterpP1F16()
2671 void AMDGPUDAGToDAGISel::SelectINTRINSIC_W_CHAIN(SDNode *N) {  in SelectINTRINSIC_W_CHAIN()
2689 void AMDGPUDAGToDAGISel::SelectINTRINSIC_WO_CHAIN(SDNode *N) {  in SelectINTRINSIC_WO_CHAIN()
2730 void AMDGPUDAGToDAGISel::SelectINTRINSIC_VOID(SDNode *N) {  in SelectINTRINSIC_VOID()
2748 void AMDGPUDAGToDAGISel::SelectWAVE_ADDRESS(SDNode *N) {  in SelectWAVE_ADDRESS()
2755 void AMDGPUDAGToDAGISel::SelectSTACKRESTORE(SDNode *N) {  in SelectSTACKRESTORE()
2787 bool AMDGPUDAGToDAGISel::SelectVOP3ModsImpl(SDValue In, SDValue &Src,  in SelectVOP3ModsImpl()
2815 bool AMDGPUDAGToDAGISel::SelectVOP3Mods(SDValue In, SDValue &Src,  in SelectVOP3Mods()
2827 bool AMDGPUDAGToDAGISel::SelectVOP3ModsNonCanonicalizing(  in SelectVOP3ModsNonCanonicalizing()
2839 bool AMDGPUDAGToDAGISel::SelectVOP3BMods(SDValue In, SDValue &Src,  in SelectVOP3BMods()
2852 bool AMDGPUDAGToDAGISel::SelectVOP3NoMods(SDValue In, SDValue &Src) const {  in SelectVOP3NoMods()
2860 bool AMDGPUDAGToDAGISel::SelectVINTERPModsImpl(SDValue In, SDValue &Src,  in SelectVINTERPModsImpl()
2876 bool AMDGPUDAGToDAGISel::SelectVINTERPMods(SDValue In, SDValue &Src,  in SelectVINTERPMods()
2881 bool AMDGPUDAGToDAGISel::SelectVINTERPModsHi(SDValue In, SDValue &Src,  in SelectVINTERPModsHi()
2886 bool AMDGPUDAGToDAGISel::SelectVOP3Mods0(SDValue In, SDValue &Src,  in SelectVOP3Mods0()
2896 bool AMDGPUDAGToDAGISel::SelectVOP3BMods0(SDValue In, SDValue &Src,  in SelectVOP3BMods0()
2906 bool AMDGPUDAGToDAGISel::SelectVOP3OMods(SDValue In, SDValue &Src,  in SelectVOP3OMods()
2917 bool AMDGPUDAGToDAGISel::SelectVOP3PMods(SDValue In, SDValue &Src,  in SelectVOP3PMods()
3017 bool AMDGPUDAGToDAGISel::SelectVOP3PModsDOT(SDValue In, SDValue &Src,  in SelectVOP3PModsDOT()
3022 bool AMDGPUDAGToDAGISel::SelectVOP3PModsNeg(SDValue In, SDValue &Src) const {  in SelectVOP3PModsNeg()
3037 bool AMDGPUDAGToDAGISel::SelectWMMAOpSelVOP3PMods(SDValue In,  in SelectWMMAOpSelVOP3PMods()
3165 bool AMDGPUDAGToDAGISel::SelectWMMAModsF16Neg(SDValue In, SDValue &Src,  in SelectWMMAModsF16Neg()
3212 bool AMDGPUDAGToDAGISel::SelectWMMAModsF16NegAbs(SDValue In, SDValue &Src,  in SelectWMMAModsF16NegAbs()
3261 bool AMDGPUDAGToDAGISel::SelectWMMAModsF32NegAbs(SDValue In, SDValue &Src,  in SelectWMMAModsF32NegAbs()
3289 bool AMDGPUDAGToDAGISel::SelectWMMAVISrc(SDValue In, SDValue &Src) const {  in SelectWMMAVISrc()
3343 bool AMDGPUDAGToDAGISel::SelectSWMMACIndex8(SDValue In, SDValue &Src,  in SelectSWMMACIndex8()
3362 bool AMDGPUDAGToDAGISel::SelectSWMMACIndex16(SDValue In, SDValue &Src,  in SelectSWMMACIndex16()
3381 bool AMDGPUDAGToDAGISel::SelectVOP3OpSel(SDValue In, SDValue &Src,  in SelectVOP3OpSel()
3389 bool AMDGPUDAGToDAGISel::SelectVOP3OpSelMods(SDValue In, SDValue &Src,  in SelectVOP3OpSelMods()
3397 bool AMDGPUDAGToDAGISel::SelectVOP3PMadMixModsImpl(SDValue In, SDValue &Src,  in SelectVOP3PMadMixModsImpl()
3438 bool AMDGPUDAGToDAGISel::SelectVOP3PMadMixModsExt(SDValue In, SDValue &Src,  in SelectVOP3PMadMixModsExt()
3447 bool AMDGPUDAGToDAGISel::SelectVOP3PMadMixMods(SDValue In, SDValue &Src,  in SelectVOP3PMadMixMods()
3455 SDValue AMDGPUDAGToDAGISel::getHi16Elt(SDValue In) const {  in getHi16Elt()
3477 bool AMDGPUDAGToDAGISel::isVGPRImm(const SDNode * N) const {  in isVGPRImm()
3526 bool AMDGPUDAGToDAGISel::isUniformLoad(const SDNode *N) const {  in isUniformLoad()
3543 void AMDGPUDAGToDAGISel::PostprocessISelDAG() {  in PostprocessISelDAG()
3569 char AMDGPUDAGToDAGISel::ID = 0;