Lines Matching refs:AMDGPU
42 (isGFX10Plus() ? AMDGPU::EncValues::SGPR_MAX_GFX10 \
43 : AMDGPU::EncValues::SGPR_MAX_SI)
52 if (!STI.hasFeature(AMDGPU::FeatureGCN3Encoding) && !isGFX10Plus()) in AMDGPUDisassembler()
66 int OpIdx = AMDGPU::getNamedOperandIdx(MI.getOpcode(), NameIdx); in insertNamedMCOperand()
134 Inst, DAsm->createRegOperand(AMDGPU::RegClass##RegClassID, Imm)); \
159 Imm | AMDGPU::EncValues::IS_VGPR, false, 0)
363 unsigned Sub = MRI->getSubReg(Op.getReg(), AMDGPU::sub0); in IsAGPROperand()
365 return Reg >= AMDGPU::AGPR0 && Reg <= AMDGPU::AGPR255; in IsAGPROperand()
382 uint16_t DataNameIdx = (TSFlags & SIInstrFlags::DS) ? AMDGPU::OpName::data0 in decodeOperand_AVLdSt_Any()
383 : AMDGPU::OpName::vdata; in decodeOperand_AVLdSt_Any()
385 int DataIdx = AMDGPU::getNamedOperandIdx(Opc, DataNameIdx); in decodeOperand_AVLdSt_Any()
387 int DstIdx = AMDGPU::getNamedOperandIdx(Opc, AMDGPU::OpName::vdst); in decodeOperand_AVLdSt_Any()
393 int Data2Idx = AMDGPU::getNamedOperandIdx(Opc, AMDGPU::OpName::data1); in decodeOperand_AVLdSt_Any()
482 using namespace llvm::AMDGPU::DPP; in isValidDPP8()
483 int FiIdx = AMDGPU::getNamedOperandIdx(MI.getOpcode(), AMDGPU::OpName::fi); in isValidDPP8()
525 } else if (AMDGPU::isVOPC64DPP(MI.getOpcode())) { in getInstruction()
562 if (STI.hasFeature(AMDGPU::FeatureGFX10_BEncoding)) { in getInstruction()
565 if (AMDGPU::getNamedOperandIdx(MI.getOpcode(), AMDGPU::OpName::dpp8) in getInstruction()
619 if (STI.hasFeature(AMDGPU::FeatureUnpackedD16VMem)) { in getInstruction()
628 if (STI.hasFeature(AMDGPU::FeatureFmaMixInsts)) { in getInstruction()
650 if (STI.hasFeature(AMDGPU::FeatureGFX90AInsts)) { in getInstruction()
656 if (STI.hasFeature(AMDGPU::FeatureGFX10_BEncoding)) { in getInstruction()
676 if (STI.hasFeature(AMDGPU::FeatureGFX940Insts)) { in getInstruction()
682 if (STI.hasFeature(AMDGPU::FeatureGFX90AInsts)) { in getInstruction()
717 if (Res && AMDGPU::isMAC(MI.getOpcode())) { in getInstruction()
720 AMDGPU::OpName::src2_modifiers); in getInstruction()
723 if (Res && (MI.getOpcode() == AMDGPU::V_CVT_SR_BF8_F32_e64_dpp || in getInstruction()
724 MI.getOpcode() == AMDGPU::V_CVT_SR_FP8_F32_e64_dpp)) { in getInstruction()
727 AMDGPU::OpName::src2_modifiers); in getInstruction()
731 !AMDGPU::hasGDS(STI)) { in getInstruction()
732 insertNamedMCOperand(MI, MCOperand::createImm(0), AMDGPU::OpName::gds); in getInstruction()
737 int CPolPos = AMDGPU::getNamedOperandIdx(MI.getOpcode(), in getInstruction()
738 AMDGPU::OpName::cpol); in getInstruction()
742 AMDGPU::CPol::GLC : 0; in getInstruction()
745 AMDGPU::OpName::cpol); in getInstruction()
754 (STI.hasFeature(AMDGPU::FeatureGFX90AInsts))) { in getInstruction()
757 AMDGPU::getNamedOperandIdx(MI.getOpcode(), AMDGPU::OpName::tfe); in getInstruction()
768 AMDGPU::getNamedOperandIdx(MI.getOpcode(), AMDGPU::OpName::swz); in getInstruction()
778 AMDGPU::getNamedOperandIdx(MI.getOpcode(), AMDGPU::OpName::vaddr0); in getInstruction()
780 AMDGPU::getNamedOperandIdx(MI.getOpcode(), AMDGPU::OpName::srsrc); in getInstruction()
815 int VDstIn_Idx = AMDGPU::getNamedOperandIdx(MI.getOpcode(), in getInstruction()
816 AMDGPU::OpName::vdst_in); in getInstruction()
827 AMDGPU::OpName::vdst_in); in getInstruction()
832 AMDGPU::getNamedOperandIdx(MI.getOpcode(), AMDGPU::OpName::imm); in getInstruction()
845 if (STI.hasFeature(AMDGPU::FeatureGFX11Insts)) { in convertEXPInst()
848 insertNamedMCOperand(MI, MCOperand::createImm(0), AMDGPU::OpName::vm); in convertEXPInst()
849 insertNamedMCOperand(MI, MCOperand::createImm(0), AMDGPU::OpName::compr); in convertEXPInst()
855 if (MI.getOpcode() == AMDGPU::V_INTERP_P10_F16_F32_inreg_gfx11 || in convertVINTERPInst()
856 MI.getOpcode() == AMDGPU::V_INTERP_P10_F16_F32_inreg_gfx12 || in convertVINTERPInst()
857 MI.getOpcode() == AMDGPU::V_INTERP_P10_RTZ_F16_F32_inreg_gfx11 || in convertVINTERPInst()
858 MI.getOpcode() == AMDGPU::V_INTERP_P10_RTZ_F16_F32_inreg_gfx12 || in convertVINTERPInst()
859 MI.getOpcode() == AMDGPU::V_INTERP_P2_F16_F32_inreg_gfx11 || in convertVINTERPInst()
860 MI.getOpcode() == AMDGPU::V_INTERP_P2_F16_F32_inreg_gfx12 || in convertVINTERPInst()
861 MI.getOpcode() == AMDGPU::V_INTERP_P2_RTZ_F16_F32_inreg_gfx11 || in convertVINTERPInst()
862 MI.getOpcode() == AMDGPU::V_INTERP_P2_RTZ_F16_F32_inreg_gfx12) { in convertVINTERPInst()
865 insertNamedMCOperand(MI, MCOperand::createImm(0), AMDGPU::OpName::op_sel); in convertVINTERPInst()
871 if (STI.hasFeature(AMDGPU::FeatureGFX9) || in convertSDWAInst()
872 STI.hasFeature(AMDGPU::FeatureGFX10)) { in convertSDWAInst()
873 if (AMDGPU::hasNamedOperand(MI.getOpcode(), AMDGPU::OpName::sdst)) in convertSDWAInst()
875 insertNamedMCOperand(MI, MCOperand::createImm(0), AMDGPU::OpName::clamp); in convertSDWAInst()
876 } else if (STI.hasFeature(AMDGPU::FeatureVolcanicIslands)) { in convertSDWAInst()
877 int SDst = AMDGPU::getNamedOperandIdx(MI.getOpcode(), AMDGPU::OpName::sdst); in convertSDWAInst()
880 insertNamedMCOperand(MI, createRegOperand(AMDGPU::VCC), in convertSDWAInst()
881 AMDGPU::OpName::sdst); in convertSDWAInst()
884 insertNamedMCOperand(MI, MCOperand::createImm(0), AMDGPU::OpName::omod); in convertSDWAInst()
904 const int ModOps[] = {AMDGPU::OpName::src0_modifiers, in collectVOPModifiers()
905 AMDGPU::OpName::src1_modifiers, in collectVOPModifiers()
906 AMDGPU::OpName::src2_modifiers}; in collectVOPModifiers()
908 int OpIdx = AMDGPU::getNamedOperandIdx(Opc, ModOps[J]); in collectVOPModifiers()
933 auto OldIdx = AMDGPU::getNamedOperandIdx(Opcode, AMDGPU::OpName::old); in isMacDPP()
937 assert(AMDGPU::hasNamedOperand(Opcode, AMDGPU::OpName::src2)); in isMacDPP()
939 AMDGPU::getNamedOperandIdx(Opcode, AMDGPU::OpName::src2), in isMacDPP()
951 insertNamedMCOperand(MI, MCOperand::createReg(0), AMDGPU::OpName::old); in convertMacDPPInst()
953 AMDGPU::OpName::src2_modifiers); in convertMacDPPInst()
964 AMDGPU::isVOPC64DPP(Opc)) { in convertDPP8Inst()
971 AMDGPU::getNamedOperandIdx(MI.getOpcode(), AMDGPU::OpName::vdst_in); in convertDPP8Inst()
973 insertNamedMCOperand(MI, MI.getOperand(0), AMDGPU::OpName::vdst_in); in convertDPP8Inst()
975 if (MI.getOpcode() == AMDGPU::V_CVT_SR_BF8_F32_e64_dpp8_gfx12 || in convertDPP8Inst()
976 MI.getOpcode() == AMDGPU::V_CVT_SR_FP8_F32_e64_dpp8_gfx12) in convertDPP8Inst()
977 insertNamedMCOperand(MI, MI.getOperand(0), AMDGPU::OpName::src2); in convertDPP8Inst()
981 AMDGPU::hasNamedOperand(Opc, AMDGPU::OpName::op_sel)) { in convertDPP8Inst()
984 AMDGPU::OpName::op_sel); in convertDPP8Inst()
988 AMDGPU::hasNamedOperand(Opc, AMDGPU::OpName::src0_modifiers)) in convertDPP8Inst()
990 AMDGPU::OpName::src0_modifiers); in convertDPP8Inst()
993 AMDGPU::hasNamedOperand(Opc, AMDGPU::OpName::src1_modifiers)) in convertDPP8Inst()
995 AMDGPU::OpName::src1_modifiers); in convertDPP8Inst()
1006 AMDGPU::getNamedOperandIdx(MI.getOpcode(), AMDGPU::OpName::vdst_in); in convertVOP3DPPInst()
1008 insertNamedMCOperand(MI, MI.getOperand(0), AMDGPU::OpName::vdst_in); in convertVOP3DPPInst()
1010 if (MI.getOpcode() == AMDGPU::V_CVT_SR_BF8_F32_e64_dpp_gfx12 || in convertVOP3DPPInst()
1011 MI.getOpcode() == AMDGPU::V_CVT_SR_FP8_F32_e64_dpp_gfx12) in convertVOP3DPPInst()
1012 insertNamedMCOperand(MI, MI.getOperand(0), AMDGPU::OpName::src2); in convertVOP3DPPInst()
1017 AMDGPU::hasNamedOperand(Opc, AMDGPU::OpName::op_sel)) { in convertVOP3DPPInst()
1020 AMDGPU::OpName::op_sel); in convertVOP3DPPInst()
1031 int VDstIdx = AMDGPU::getNamedOperandIdx(MI.getOpcode(), in convertMIMGInst()
1032 AMDGPU::OpName::vdst); in convertMIMGInst()
1034 int VDataIdx = AMDGPU::getNamedOperandIdx(MI.getOpcode(), in convertMIMGInst()
1035 AMDGPU::OpName::vdata); in convertMIMGInst()
1037 AMDGPU::getNamedOperandIdx(MI.getOpcode(), AMDGPU::OpName::vaddr0); in convertMIMGInst()
1038 int RsrcOpName = TSFlags & SIInstrFlags::MIMG ? AMDGPU::OpName::srsrc in convertMIMGInst()
1039 : AMDGPU::OpName::rsrc; in convertMIMGInst()
1040 int RsrcIdx = AMDGPU::getNamedOperandIdx(MI.getOpcode(), RsrcOpName); in convertMIMGInst()
1041 int DMaskIdx = AMDGPU::getNamedOperandIdx(MI.getOpcode(), in convertMIMGInst()
1042 AMDGPU::OpName::dmask); in convertMIMGInst()
1044 int TFEIdx = AMDGPU::getNamedOperandIdx(MI.getOpcode(), in convertMIMGInst()
1045 AMDGPU::OpName::tfe); in convertMIMGInst()
1046 int D16Idx = AMDGPU::getNamedOperandIdx(MI.getOpcode(), in convertMIMGInst()
1047 AMDGPU::OpName::d16); in convertMIMGInst()
1049 const AMDGPU::MIMGInfo *Info = AMDGPU::getMIMGInfo(MI.getOpcode()); in convertMIMGInst()
1050 const AMDGPU::MIMGBaseOpcodeInfo *BaseOpcode = in convertMIMGInst()
1051 AMDGPU::getMIMGBaseOpcodeInfo(Info->BaseOpcode); in convertMIMGInst()
1069 AMDGPU::getNamedOperandIdx(MI.getOpcode(), AMDGPU::OpName::dim); in convertMIMGInst()
1071 AMDGPU::getNamedOperandIdx(MI.getOpcode(), AMDGPU::OpName::a16); in convertMIMGInst()
1072 const AMDGPU::MIMGDimInfo *Dim = in convertMIMGInst()
1073 AMDGPU::getMIMGDimInfoByEncoding(MI.getOperand(DimIdx).getImm()); in convertMIMGInst()
1077 AMDGPU::getAddrSizeMIMGOp(BaseOpcode, Dim, IsA16, AMDGPU::hasG16(STI)); in convertMIMGInst()
1081 IsNSA = Info->MIMGEncoding == AMDGPU::MIMGEncGfx10NSA || in convertMIMGInst()
1082 Info->MIMGEncoding == AMDGPU::MIMGEncGfx11NSA || in convertMIMGInst()
1083 Info->MIMGEncoding == AMDGPU::MIMGEncGfx12; in convertMIMGInst()
1089 if (!STI.hasFeature(AMDGPU::FeaturePartialNSAEncoding)) { in convertMIMGInst()
1103 if (D16 && AMDGPU::hasPackedD16(STI)) { in convertMIMGInst()
1114 AMDGPU::getMIMGOpcode(Info->BaseOpcode, Info->MIMGEncoding, DstSize, AddrSize); in convertMIMGInst()
1119 unsigned NewVdata = AMDGPU::NoRegister; in convertMIMGInst()
1125 unsigned VdataSub0 = MRI.getSubReg(Vdata0, AMDGPU::sub0); in convertMIMGInst()
1128 NewVdata = MRI.getMatchingSuperReg(Vdata0, AMDGPU::sub0, in convertMIMGInst()
1130 if (NewVdata == AMDGPU::NoRegister) { in convertMIMGInst()
1140 unsigned NewVAddrSA = AMDGPU::NoRegister; in convertMIMGInst()
1141 if (STI.hasFeature(AMDGPU::FeatureNSAEncoding) && (!IsNSA || IsPartialNSA) && in convertMIMGInst()
1144 unsigned VAddrSubSA = MRI.getSubReg(VAddrSA, AMDGPU::sub0); in convertMIMGInst()
1148 NewVAddrSA = MRI.getMatchingSuperReg(VAddrSA, AMDGPU::sub0, in convertMIMGInst()
1156 if (NewVdata != AMDGPU::NoRegister) { in convertMIMGInst()
1185 AMDGPU::hasNamedOperand(Opc, AMDGPU::OpName::vdst_in)) in convertVOP3PDPPInst()
1186 insertNamedMCOperand(MI, MCOperand::createImm(0), AMDGPU::OpName::vdst_in); in convertVOP3PDPPInst()
1189 AMDGPU::hasNamedOperand(Opc, AMDGPU::OpName::op_sel)) in convertVOP3PDPPInst()
1191 AMDGPU::OpName::op_sel); in convertVOP3PDPPInst()
1193 AMDGPU::hasNamedOperand(Opc, AMDGPU::OpName::op_sel_hi)) in convertVOP3PDPPInst()
1195 AMDGPU::OpName::op_sel_hi); in convertVOP3PDPPInst()
1197 AMDGPU::hasNamedOperand(Opc, AMDGPU::OpName::neg_lo)) in convertVOP3PDPPInst()
1199 AMDGPU::OpName::neg_lo); in convertVOP3PDPPInst()
1201 AMDGPU::hasNamedOperand(Opc, AMDGPU::OpName::neg_hi)) in convertVOP3PDPPInst()
1203 AMDGPU::OpName::neg_hi); in convertVOP3PDPPInst()
1214 AMDGPU::hasNamedOperand(Opc, AMDGPU::OpName::old)) in convertVOPCDPPInst()
1215 insertNamedMCOperand(MI, MCOperand::createReg(0), AMDGPU::OpName::old); in convertVOPCDPPInst()
1218 AMDGPU::hasNamedOperand(Opc, AMDGPU::OpName::src0_modifiers)) in convertVOPCDPPInst()
1220 AMDGPU::OpName::src0_modifiers); in convertVOPCDPPInst()
1223 AMDGPU::hasNamedOperand(Opc, AMDGPU::OpName::src1_modifiers)) in convertVOPCDPPInst()
1225 AMDGPU::OpName::src1_modifiers); in convertVOPCDPPInst()
1235 AMDGPU::OpName::immDeferred); in convertFMAanyK()
1240 bool IsDeferredOp = (OpType == AMDGPU::OPERAND_REG_IMM_FP32_DEFERRED || in convertFMAanyK()
1241 OpType == AMDGPU::OPERAND_REG_IMM_FP16_DEFERRED); in convertFMAanyK()
1242 if (Op.isImm() && Op.getImm() == AMDGPU::EncValues::LITERAL_CONST && in convertFMAanyK()
1266 return MCOperand::createReg(AMDGPU::getMCReg(RegId, STI)); in createRegOperand()
1286 case AMDGPU::SGPR_32RegClassID: in createSRegOperand()
1287 case AMDGPU::TTMP_32RegClassID: in createSRegOperand()
1289 case AMDGPU::SGPR_64RegClassID: in createSRegOperand()
1290 case AMDGPU::TTMP_64RegClassID: in createSRegOperand()
1293 case AMDGPU::SGPR_96RegClassID: in createSRegOperand()
1294 case AMDGPU::TTMP_96RegClassID: in createSRegOperand()
1295 case AMDGPU::SGPR_128RegClassID: in createSRegOperand()
1296 case AMDGPU::TTMP_128RegClassID: in createSRegOperand()
1299 case AMDGPU::SGPR_256RegClassID: in createSRegOperand()
1300 case AMDGPU::TTMP_256RegClassID: in createSRegOperand()
1303 case AMDGPU::SGPR_288RegClassID: in createSRegOperand()
1304 case AMDGPU::TTMP_288RegClassID: in createSRegOperand()
1305 case AMDGPU::SGPR_320RegClassID: in createSRegOperand()
1306 case AMDGPU::TTMP_320RegClassID: in createSRegOperand()
1307 case AMDGPU::SGPR_352RegClassID: in createSRegOperand()
1308 case AMDGPU::TTMP_352RegClassID: in createSRegOperand()
1309 case AMDGPU::SGPR_384RegClassID: in createSRegOperand()
1310 case AMDGPU::TTMP_384RegClassID: in createSRegOperand()
1311 case AMDGPU::SGPR_512RegClassID: in createSRegOperand()
1312 case AMDGPU::TTMP_512RegClassID: in createSRegOperand()
1332 return createRegOperand(AMDGPU::VGPR_16RegClassID, RegIdxInVGPR16); in createVGPR16Operand()
1340 AMDGPU::hasVOPD(STI) && in decodeMandatoryLiteralConstant()
1368 using namespace AMDGPU::EncValues; in decodeIntImmed()
1453 assert(Imm >= AMDGPU::EncValues::INLINE_FLOATING_C_MIN in decodeFPImmed()
1454 && Imm <= AMDGPU::EncValues::INLINE_FLOATING_C_MAX); in decodeFPImmed()
1474 using namespace AMDGPU; in getVgprClassId()
1499 using namespace AMDGPU; in getAgprClassId()
1525 using namespace AMDGPU; in getSgprClassId()
1549 using namespace AMDGPU; in getTtmpClassId()
1571 using namespace AMDGPU::EncValues; in getTTmpIdx()
1582 using namespace AMDGPU::EncValues; in decodeSrcOp()
1605 using namespace AMDGPU::EncValues; in decodeNonVGPRSrcOp()
1650 AMDGPU::getNamedOperandIdx(Inst.getOpcode(), AMDGPU::OpName::vdstX); in decodeVOPDDstYOp()
1660 using namespace AMDGPU; in decodeSpecialReg32()
1696 using namespace AMDGPU; in decodeSpecialReg64()
1729 using namespace AMDGPU::SDWA; in decodeSDWASrc()
1730 using namespace AMDGPU::EncValues; in decodeSDWASrc()
1732 if (STI.hasFeature(AMDGPU::FeatureGFX9) || in decodeSDWASrc()
1733 STI.hasFeature(AMDGPU::FeatureGFX10)) { in decodeSDWASrc()
1762 } else if (STI.hasFeature(AMDGPU::FeatureVolcanicIslands)) { in decodeSDWASrc()
1777 using namespace AMDGPU::SDWA; in decodeSDWAVopcDst()
1779 assert((STI.hasFeature(AMDGPU::FeatureGFX9) || in decodeSDWAVopcDst()
1780 STI.hasFeature(AMDGPU::FeatureGFX10)) && in decodeSDWAVopcDst()
1783 bool IsWave64 = STI.hasFeature(AMDGPU::FeatureWavefrontSize64); in decodeSDWAVopcDst()
1799 return createRegOperand(IsWave64 ? AMDGPU::VCC : AMDGPU::VCC_LO); in decodeSDWAVopcDst()
1804 return STI.hasFeature(AMDGPU::FeatureWavefrontSize64) in decodeBoolReg()
1814 return STI.hasFeature(AMDGPU::FeatureVolcanicIslands); in isVI()
1817 bool AMDGPUDisassembler::isGFX9() const { return AMDGPU::isGFX9(STI); } in isGFX9()
1820 return STI.hasFeature(AMDGPU::FeatureGFX90AInsts); in isGFX90A()
1823 bool AMDGPUDisassembler::isGFX9Plus() const { return AMDGPU::isGFX9Plus(STI); } in isGFX9Plus()
1825 bool AMDGPUDisassembler::isGFX10() const { return AMDGPU::isGFX10(STI); } in isGFX10()
1828 return AMDGPU::isGFX10Plus(STI); in isGFX10Plus()
1832 return STI.hasFeature(AMDGPU::FeatureGFX11); in isGFX11()
1836 return AMDGPU::isGFX11Plus(STI); in isGFX11Plus()
1840 return AMDGPU::isGFX12Plus(STI); in isGFX12Plus()
1844 return STI.hasFeature(AMDGPU::FeatureArchitectedFlatScratch); in hasArchitectedFlatScratch()
1848 return AMDGPU::hasKernargPreload(STI); in hasKernargPreload()
1881 AMDGPU::IsaInfo::getVGPREncodingGranule(&STI, EnableWavefrontSize32); in decodeCOMPUTE_PGM_RSRC1()
1911 AMDGPU::IsaInfo::getSGPREncodingGranule(&STI); in decodeCOMPUTE_PGM_RSRC1()
2222 if (AMDGPU::getDefaultAMDHSACodeObjectVersion() >= AMDGPU::AMDHSA_COV5) in decodeKernelDescriptorDirective()