Lines Matching refs:STM
156 const GCNSubtarget &STM = MF->getSubtarget<GCNSubtarget>(); in emitFunctionBodyStart() local
164 const auto &FunctionTargetID = STM.getTargetID(); in emitFunctionBodyStart()
187 if (STM.isMesaKernel(F) && in emitFunctionBodyStart()
195 if (STM.isAmdHsaOS()) in emitFunctionBodyStart()
199 assert(AMDGPU::hasKernargPreload(STM)); in emitFunctionBodyStart()
225 const GCNSubtarget &STM = MF->getSubtarget<GCNSubtarget>(); in emitFunctionBodyEnd() local
230 STM, KernelName, getAmdhsaKernelDescriptor(*MF, CurrentProgramInfo), in emitFunctionBodyEnd()
234 &STM, CurrentProgramInfo.VCCUsed, CurrentProgramInfo.FlatUsed, in emitFunctionBodyEnd()
263 const GCNSubtarget &STM = MF->getSubtarget<GCNSubtarget>(); in emitFunctionEntryLabel() local
264 if (MFI->isEntryFunction() && STM.isAmdHsaOrMesa(MF->getFunction())) { in emitFunctionEntryLabel()
423 const GCNSubtarget &STM = MF.getSubtarget<GCNSubtarget>(); in getAmdhsaKernelDescriptor() local
431 assert(isUInt<32>(PI.getComputePGMRSrc1(STM))); in getAmdhsaKernelDescriptor()
438 KernelDescriptor.kernarg_size = STM.getKernArgSegmentSize(F, MaxKernArgAlign); in getAmdhsaKernelDescriptor()
440 KernelDescriptor.compute_pgm_rsrc1 = PI.getComputePGMRSrc1(STM); in getAmdhsaKernelDescriptor()
444 assert(STM.hasGFX90AInsts() || CurrentProgramInfo.ComputePGMRSrc3GFX90A == 0); in getAmdhsaKernelDescriptor()
445 if (STM.hasGFX90AInsts()) in getAmdhsaKernelDescriptor()
449 if (AMDGPU::hasKernargPreload(STM)) in getAmdhsaKernelDescriptor()
473 const GCNSubtarget &STM = MF.getSubtarget<GCNSubtarget>(); in runOnMachineFunction() local
476 if (!STM.isAmdHsaOS() && !STM.isAmdPalOS()) { in runOnMachineFunction()
486 if (STM.isAmdPalOS()) { in runOnMachineFunction()
491 } else if (!STM.isAmdHsaOS()) { in runOnMachineFunction()
496 if (STM.dumpCode()) { in runOnMachineFunction()
514 STM.hasMAIInsts()); in runOnMachineFunction()
527 STM.hasMAIInsts() ? Info.NumAGPR : std::optional<uint32_t>(), in runOnMachineFunction()
528 Info.getTotalNumVGPRs(STM), in runOnMachineFunction()
537 STM.hasMAIInsts() ? CurrentProgramInfo.NumAccVGPR in runOnMachineFunction()
562 if (STM.hasGFX90AInsts()) in runOnMachineFunction()
596 assert(STM.hasGFX90AInsts() || in runOnMachineFunction()
598 if (STM.hasGFX90AInsts()) { in runOnMachineFunction()
651 const GCNSubtarget &STM = TM.getSubtarget<GCNSubtarget>(F); in initializeTargetID() local
652 const IsaInfo::AMDGPUTargetID &STMTargetID = STM.getTargetID(); in initializeTargetID()
663 const GCNSubtarget &STM = MF.getSubtarget<GCNSubtarget>(); in getFunctionCodeSize() local
664 const SIInstrInfo *TII = STM.getInstrInfo(); in getFunctionCodeSize()
687 const GCNSubtarget &STM = MF.getSubtarget<GCNSubtarget>(); in getSIProgramInfo() local
691 ProgInfo.NumVGPR = Info.getTotalNumVGPRs(STM); in getSIProgramInfo()
693 ProgInfo.TgSplit = STM.isTgSplitEnabled(); in getSIProgramInfo()
701 STM.getMaxWaveScratchSize() / STM.getWavefrontSize(); in getSIProgramInfo()
715 &STM, ProgInfo.VCCUsed, ProgInfo.FlatUsed, in getSIProgramInfo()
719 if (STM.getGeneration() >= AMDGPUSubtarget::VOLCANIC_ISLANDS && in getSIProgramInfo()
720 !STM.hasSGPRInitBug()) { in getSIProgramInfo()
721 unsigned MaxAddressableNumSGPRs = STM.getAddressableNumSGPRs(); in getSIProgramInfo()
744 F.getCallingConv() == CallingConv::AMDGPU_PS && !STM.isAmdHsaOS(); in getSIProgramInfo()
808 Info.getTotalNumVGPRs(STM, Info.NumAGPR, ProgInfo.NumArchVGPR); in getSIProgramInfo()
814 std::max(ProgInfo.NumSGPR, 1u), STM.getMinNumSGPRs(MFI->getMaxWavesPerEU())); in getSIProgramInfo()
816 std::max(ProgInfo.NumVGPR, 1u), STM.getMinNumVGPRs(MFI->getMaxWavesPerEU())); in getSIProgramInfo()
818 if (STM.getGeneration() <= AMDGPUSubtarget::SEA_ISLANDS || in getSIProgramInfo()
819 STM.hasSGPRInitBug()) { in getSIProgramInfo()
820 unsigned MaxAddressableNumSGPRs = STM.getAddressableNumSGPRs(); in getSIProgramInfo()
834 if (STM.hasSGPRInitBug()) { in getSIProgramInfo()
841 if (MFI->getNumUserSGPRs() > STM.getMaxNumUserSGPRs()) { in getSIProgramInfo()
845 STM.getMaxNumUserSGPRs(), DS_Error); in getSIProgramInfo()
850 static_cast<unsigned>(STM.getAddressableLocalMemorySize())) { in getSIProgramInfo()
854 STM.getAddressableLocalMemorySize(), DS_Error); in getSIProgramInfo()
859 &STM, ProgInfo.NumSGPRsForWavesPerEU); in getSIProgramInfo()
861 &STM, ProgInfo.NumVGPRsForWavesPerEU); in getSIProgramInfo()
875 if (STM.getGeneration() < AMDGPUSubtarget::SEA_ISLANDS) { in getSIProgramInfo()
892 STM.getGeneration() >= AMDGPUSubtarget::GFX11 ? 8 : 10; in getSIProgramInfo()
897 ProgInfo.ScratchSize * STM.getWavefrontSize(), 1ULL << ScratchAlignShift); in getSIProgramInfo()
900 ProgInfo.WgpMode = STM.isCuModeEnabled() ? 0 : 1; in getSIProgramInfo()
921 STM.isAmdHsaOS() ? 0 : STM.isTrapHandlerEnabled(); in getSIProgramInfo()
929 ProgInfo.LdsSize = STM.isAmdHsaOS() ? 0 : ProgInfo.LDSBlocks; in getSIProgramInfo()
932 if (STM.hasGFX90AInsts()) { in getSIProgramInfo()
941 ProgInfo.Occupancy = STM.computeOccupancy(MF.getFunction(), ProgInfo.LDSSize, in getSIProgramInfo()
973 const GCNSubtarget &STM = MF.getSubtarget<GCNSubtarget>(); in EmitProgramInfoSI() local
979 OutStreamer->emitInt32(CurrentProgramInfo.getComputePGMRSrc1(STM)); in EmitProgramInfoSI()
986 STM.getGeneration() >= AMDGPUSubtarget::GFX12 in EmitProgramInfoSI()
988 : STM.getGeneration() == AMDGPUSubtarget::GFX11 in EmitProgramInfoSI()
1000 STM.getGeneration() >= AMDGPUSubtarget::GFX12 in EmitProgramInfoSI()
1002 : STM.getGeneration() == AMDGPUSubtarget::GFX11 in EmitProgramInfoSI()
1009 unsigned ExtraLDSSize = STM.getGeneration() >= AMDGPUSubtarget::GFX11 in EmitProgramInfoSI()
1040 const GCNSubtarget &STM = MF.getSubtarget<GCNSubtarget>(); in EmitPALMetadata() local
1041 if (STM.hasMAIInsts()) { in EmitPALMetadata()
1047 MD->setRsrc1(CC, CurrentProgramInfo.getPGMRSrc1(CC, STM)); in EmitPALMetadata()
1079 unsigned ExtraLDSSize = STM.getGeneration() >= AMDGPUSubtarget::GFX11 in EmitPALMetadata()
1089 STM.getGeneration() >= AMDGPUSubtarget::GFX11 ? 256 : 128; in EmitPALMetadata()
1116 if (MD->getPALMajorVersion() < 3 && STM.isWave32()) in EmitPALMetadata()
1160 const GCNSubtarget &STM = MF.getSubtarget<GCNSubtarget>(); in getAmdKernelCode() local
1162 AMDGPU::initDefaultAMDKernelCodeT(Out, &STM); in getAmdKernelCode()
1165 CurrentProgramInfo.getComputePGMRSrc1(STM) | in getAmdKernelCode()
1174 getElementByteSizeValue(STM.getMaxPrivateElementSize(true))); in getAmdKernelCode()
1200 if (STM.isXNACKEnabled()) in getAmdKernelCode()
1204 Out.kernarg_segment_byte_size = STM.getKernArgSegmentSize(F, MaxKernArgAlign); in getAmdKernelCode()