Lines Matching refs:AMDGPU
119 ToggleFeature(AMDGPU::FeatureFlatForGlobal); in initializeSubtargetDependencies()
125 ToggleFeature(AMDGPU::FeatureFlatForGlobal); in initializeSubtargetDependencies()
147 if (AMDGPU::isGFX10Plus(*this) && in initializeSubtargetDependencies()
148 !getFeatureBits().test(AMDGPU::FeatureCuMode)) in initializeSubtargetDependencies()
186 MaxWavesPerEU = AMDGPU::IsaInfo::getMaxWavesPerEU(this); in GCNSubtarget()
187 EUsPerCU = AMDGPU::IsaInfo::getEUsPerCU(this); in GCNSubtarget()
201 case AMDGPU::V_LSHLREV_B64_e64: in getConstantBusLimit()
202 case AMDGPU::V_LSHLREV_B64_gfx10: in getConstantBusLimit()
203 case AMDGPU::V_LSHLREV_B64_e64_gfx11: in getConstantBusLimit()
204 case AMDGPU::V_LSHLREV_B64_e32_gfx12: in getConstantBusLimit()
205 case AMDGPU::V_LSHLREV_B64_e64_gfx12: in getConstantBusLimit()
206 case AMDGPU::V_LSHL_B64_e64: in getConstantBusLimit()
207 case AMDGPU::V_LSHRREV_B64_e64: in getConstantBusLimit()
208 case AMDGPU::V_LSHRREV_B64_gfx10: in getConstantBusLimit()
209 case AMDGPU::V_LSHRREV_B64_e64_gfx11: in getConstantBusLimit()
210 case AMDGPU::V_LSHRREV_B64_e64_gfx12: in getConstantBusLimit()
211 case AMDGPU::V_LSHR_B64_e64: in getConstantBusLimit()
212 case AMDGPU::V_ASHRREV_I64_e64: in getConstantBusLimit()
213 case AMDGPU::V_ASHRREV_I64_gfx10: in getConstantBusLimit()
214 case AMDGPU::V_ASHRREV_I64_e64_gfx11: in getConstantBusLimit()
215 case AMDGPU::V_ASHRREV_I64_e64_gfx12: in getConstantBusLimit()
216 case AMDGPU::V_ASHR_I64_e64: in getConstantBusLimit()
226 case AMDGPU::V_CVT_F16_F32_e32: in zeroesHigh16BitsOfDest()
227 case AMDGPU::V_CVT_F16_F32_e64: in zeroesHigh16BitsOfDest()
228 case AMDGPU::V_CVT_F16_U16_e32: in zeroesHigh16BitsOfDest()
229 case AMDGPU::V_CVT_F16_U16_e64: in zeroesHigh16BitsOfDest()
230 case AMDGPU::V_CVT_F16_I16_e32: in zeroesHigh16BitsOfDest()
231 case AMDGPU::V_CVT_F16_I16_e64: in zeroesHigh16BitsOfDest()
232 case AMDGPU::V_RCP_F16_e64: in zeroesHigh16BitsOfDest()
233 case AMDGPU::V_RCP_F16_e32: in zeroesHigh16BitsOfDest()
234 case AMDGPU::V_RSQ_F16_e64: in zeroesHigh16BitsOfDest()
235 case AMDGPU::V_RSQ_F16_e32: in zeroesHigh16BitsOfDest()
236 case AMDGPU::V_SQRT_F16_e64: in zeroesHigh16BitsOfDest()
237 case AMDGPU::V_SQRT_F16_e32: in zeroesHigh16BitsOfDest()
238 case AMDGPU::V_LOG_F16_e64: in zeroesHigh16BitsOfDest()
239 case AMDGPU::V_LOG_F16_e32: in zeroesHigh16BitsOfDest()
240 case AMDGPU::V_EXP_F16_e64: in zeroesHigh16BitsOfDest()
241 case AMDGPU::V_EXP_F16_e32: in zeroesHigh16BitsOfDest()
242 case AMDGPU::V_SIN_F16_e64: in zeroesHigh16BitsOfDest()
243 case AMDGPU::V_SIN_F16_e32: in zeroesHigh16BitsOfDest()
244 case AMDGPU::V_COS_F16_e64: in zeroesHigh16BitsOfDest()
245 case AMDGPU::V_COS_F16_e32: in zeroesHigh16BitsOfDest()
246 case AMDGPU::V_FLOOR_F16_e64: in zeroesHigh16BitsOfDest()
247 case AMDGPU::V_FLOOR_F16_e32: in zeroesHigh16BitsOfDest()
248 case AMDGPU::V_CEIL_F16_e64: in zeroesHigh16BitsOfDest()
249 case AMDGPU::V_CEIL_F16_e32: in zeroesHigh16BitsOfDest()
250 case AMDGPU::V_TRUNC_F16_e64: in zeroesHigh16BitsOfDest()
251 case AMDGPU::V_TRUNC_F16_e32: in zeroesHigh16BitsOfDest()
252 case AMDGPU::V_RNDNE_F16_e64: in zeroesHigh16BitsOfDest()
253 case AMDGPU::V_RNDNE_F16_e32: in zeroesHigh16BitsOfDest()
254 case AMDGPU::V_FRACT_F16_e64: in zeroesHigh16BitsOfDest()
255 case AMDGPU::V_FRACT_F16_e32: in zeroesHigh16BitsOfDest()
256 case AMDGPU::V_FREXP_MANT_F16_e64: in zeroesHigh16BitsOfDest()
257 case AMDGPU::V_FREXP_MANT_F16_e32: in zeroesHigh16BitsOfDest()
258 case AMDGPU::V_FREXP_EXP_I16_F16_e64: in zeroesHigh16BitsOfDest()
259 case AMDGPU::V_FREXP_EXP_I16_F16_e32: in zeroesHigh16BitsOfDest()
260 case AMDGPU::V_LDEXP_F16_e64: in zeroesHigh16BitsOfDest()
261 case AMDGPU::V_LDEXP_F16_e32: in zeroesHigh16BitsOfDest()
262 case AMDGPU::V_LSHLREV_B16_e64: in zeroesHigh16BitsOfDest()
263 case AMDGPU::V_LSHLREV_B16_e32: in zeroesHigh16BitsOfDest()
264 case AMDGPU::V_LSHRREV_B16_e64: in zeroesHigh16BitsOfDest()
265 case AMDGPU::V_LSHRREV_B16_e32: in zeroesHigh16BitsOfDest()
266 case AMDGPU::V_ASHRREV_I16_e64: in zeroesHigh16BitsOfDest()
267 case AMDGPU::V_ASHRREV_I16_e32: in zeroesHigh16BitsOfDest()
268 case AMDGPU::V_ADD_U16_e64: in zeroesHigh16BitsOfDest()
269 case AMDGPU::V_ADD_U16_e32: in zeroesHigh16BitsOfDest()
270 case AMDGPU::V_SUB_U16_e64: in zeroesHigh16BitsOfDest()
271 case AMDGPU::V_SUB_U16_e32: in zeroesHigh16BitsOfDest()
272 case AMDGPU::V_SUBREV_U16_e64: in zeroesHigh16BitsOfDest()
273 case AMDGPU::V_SUBREV_U16_e32: in zeroesHigh16BitsOfDest()
274 case AMDGPU::V_MUL_LO_U16_e64: in zeroesHigh16BitsOfDest()
275 case AMDGPU::V_MUL_LO_U16_e32: in zeroesHigh16BitsOfDest()
276 case AMDGPU::V_ADD_F16_e64: in zeroesHigh16BitsOfDest()
277 case AMDGPU::V_ADD_F16_e32: in zeroesHigh16BitsOfDest()
278 case AMDGPU::V_SUB_F16_e64: in zeroesHigh16BitsOfDest()
279 case AMDGPU::V_SUB_F16_e32: in zeroesHigh16BitsOfDest()
280 case AMDGPU::V_SUBREV_F16_e64: in zeroesHigh16BitsOfDest()
281 case AMDGPU::V_SUBREV_F16_e32: in zeroesHigh16BitsOfDest()
282 case AMDGPU::V_MUL_F16_e64: in zeroesHigh16BitsOfDest()
283 case AMDGPU::V_MUL_F16_e32: in zeroesHigh16BitsOfDest()
284 case AMDGPU::V_MAX_F16_e64: in zeroesHigh16BitsOfDest()
285 case AMDGPU::V_MAX_F16_e32: in zeroesHigh16BitsOfDest()
286 case AMDGPU::V_MIN_F16_e64: in zeroesHigh16BitsOfDest()
287 case AMDGPU::V_MIN_F16_e32: in zeroesHigh16BitsOfDest()
288 case AMDGPU::V_MAX_U16_e64: in zeroesHigh16BitsOfDest()
289 case AMDGPU::V_MAX_U16_e32: in zeroesHigh16BitsOfDest()
290 case AMDGPU::V_MIN_U16_e64: in zeroesHigh16BitsOfDest()
291 case AMDGPU::V_MIN_U16_e32: in zeroesHigh16BitsOfDest()
292 case AMDGPU::V_MAX_I16_e64: in zeroesHigh16BitsOfDest()
293 case AMDGPU::V_MAX_I16_e32: in zeroesHigh16BitsOfDest()
294 case AMDGPU::V_MIN_I16_e64: in zeroesHigh16BitsOfDest()
295 case AMDGPU::V_MIN_I16_e32: in zeroesHigh16BitsOfDest()
296 case AMDGPU::V_MAD_F16_e64: in zeroesHigh16BitsOfDest()
297 case AMDGPU::V_MAD_U16_e64: in zeroesHigh16BitsOfDest()
298 case AMDGPU::V_MAD_I16_e64: in zeroesHigh16BitsOfDest()
299 case AMDGPU::V_FMA_F16_e64: in zeroesHigh16BitsOfDest()
300 case AMDGPU::V_DIV_FIXUP_F16_e64: in zeroesHigh16BitsOfDest()
303 case AMDGPU::V_MADAK_F16: in zeroesHigh16BitsOfDest()
304 case AMDGPU::V_MADMK_F16: in zeroesHigh16BitsOfDest()
305 case AMDGPU::V_MAC_F16_e64: in zeroesHigh16BitsOfDest()
306 case AMDGPU::V_MAC_F16_e32: in zeroesHigh16BitsOfDest()
307 case AMDGPU::V_FMAMK_F16: in zeroesHigh16BitsOfDest()
308 case AMDGPU::V_FMAAK_F16: in zeroesHigh16BitsOfDest()
309 case AMDGPU::V_FMAC_F16_e64: in zeroesHigh16BitsOfDest()
310 case AMDGPU::V_FMAC_F16_e32: in zeroesHigh16BitsOfDest()
315 case AMDGPU::V_MAD_MIXLO_F16: in zeroesHigh16BitsOfDest()
316 case AMDGPU::V_MAD_MIXHI_F16: in zeroesHigh16BitsOfDest()
412 std::pair<unsigned, unsigned> Requested = AMDGPU::getIntegerPairAttribute( in getFlatWorkGroupSizes()
466 AMDGPU::getIntegerPairAttribute(F, "amdgpu-waves-per-eu", Default, true); in getWavesPerEU()
478 return isMesa3DOS() && !AMDGPU::isShader(F.getCallingConv()); in isMesaKernel()
561 assert(AMDGPU::isKernel(F.getCallingConv())); in getImplicitArgNumBytes()
574 AMDGPU::getAMDHSACodeObjectVersion(*M) >= AMDGPU::AMDHSA_COV5 ? 256 : 56; in getImplicitArgNumBytes()
646 return InstrInfo.pseudoToMCOpcode(AMDGPU::V_MAD_F16_e64) != -1; in hasMadF16()
682 return AMDGPU::IsaInfo::getNumWavesPerEUWithNumVGPRs(this, NumVGPRs); in getOccupancyWithNumVGPRs()
770 MaxNumSGPRs = AMDGPU::IsaInfo::FIXED_NUM_SGPRS_FOR_INIT_BUG; in getBaseMaxNumSGPRs()
886 } else if (Dep.getLatency() == 0 && Dep.getReg() == AMDGPU::VCC_LO) { in adjustSchedDependency()
969 MAI.getOpcode() == AMDGPU::V_ACCVGPR_WRITE_B32_e64 || in apply()
970 MAI.getOpcode() == AMDGPU::V_ACCVGPR_READ_B32_e64) in apply()
1058 if (!AMDGPU::isGraphics(CC)) { in GCNUserSGPRUsageInfo()
1073 if (ST.hasFlatAddressSpace() && AMDGPU::isEntryFunctionCC(CC) && in GCNUserSGPRUsageInfo()
1103 assert(NumKernargPreloadSGPRs + NumSGPRs <= AMDGPU::getMaxNumUserSGPRs(ST)); in allocKernargPreloadSGPRs()
1109 return AMDGPU::getMaxNumUserSGPRs(ST) - NumUsedUserSGPRs; in getNumFreeUserSGPRs()