| /linux-6.15/drivers/gpu/drm/amd/amdgpu/ |
| H A D | amdgpu_ids.c | 202 unsigned vmhub = ring->vm_hub; in amdgpu_vmid_grab_idle() local 203 struct amdgpu_vmid_mgr *id_mgr = &adev->vm_manager.id_mgr[vmhub]; in amdgpu_vmid_grab_idle() 277 unsigned vmhub = ring->vm_hub; in amdgpu_vmid_grab_reserved() local 278 struct amdgpu_vmid_mgr *id_mgr = &adev->vm_manager.id_mgr[vmhub]; in amdgpu_vmid_grab_reserved() 342 unsigned vmhub = ring->vm_hub; in amdgpu_vmid_grab_used() local 343 struct amdgpu_vmid_mgr *id_mgr = &adev->vm_manager.id_mgr[vmhub]; in amdgpu_vmid_grab_used() 403 unsigned vmhub = ring->vm_hub; in amdgpu_vmid_grab() local 414 if (amdgpu_vmid_uses_reserved(vm, vmhub)) { in amdgpu_vmid_grab() 474 return vm->reserved_vmid[vmhub]; in amdgpu_vmid_uses_reserved() 478 unsigned vmhub) in amdgpu_vmid_alloc_reserved() argument [all …]
|
| H A D | amdgpu_ids.h | 81 bool amdgpu_vmid_uses_reserved(struct amdgpu_vm *vm, unsigned int vmhub); 83 unsigned vmhub); 85 unsigned vmhub); 88 void amdgpu_vmid_reset(struct amdgpu_device *adev, unsigned vmhub,
|
| H A D | gmc_v12_0.c | 101 hub = &adev->vmhub[AMDGPU_MMHUB0(0)]; in gmc_v12_0_process_interrupt() 103 hub = &adev->vmhub[AMDGPU_GFXHUB(0)]; in gmc_v12_0_process_interrupt() 179 uint32_t vmhub) in gmc_v12_0_use_invalidate_semaphore() argument 181 return ((vmhub == AMDGPU_MMHUB0(0)) && in gmc_v12_0_use_invalidate_semaphore() 202 unsigned int vmhub, uint32_t flush_type) in gmc_v12_0_flush_vm_hub() argument 205 struct amdgpu_vmhub *hub = &adev->vmhub[vmhub]; in gmc_v12_0_flush_vm_hub() 213 hub_ip = (vmhub == AMDGPU_GFXHUB(0)) ? in gmc_v12_0_flush_vm_hub() 263 if ((vmhub != AMDGPU_GFXHUB(0)) && in gmc_v12_0_flush_vm_hub() 294 uint32_t vmhub, uint32_t flush_type) in gmc_v12_0_flush_gpu_tlb() argument 307 struct amdgpu_vmhub *hub = &adev->vmhub[vmhub]; in gmc_v12_0_flush_gpu_tlb() [all …]
|
| H A D | gmc_v11_0.c | 105 struct amdgpu_vmhub *hub = &adev->vmhub[vmhub_index]; in gmc_v11_0_process_interrupt() 186 uint32_t vmhub) in gmc_v11_0_use_invalidate_semaphore() argument 188 return ((vmhub == AMDGPU_MMHUB0(0)) && in gmc_v11_0_use_invalidate_semaphore() 212 uint32_t vmhub, uint32_t flush_type) in gmc_v11_0_flush_gpu_tlb() argument 214 bool use_semaphore = gmc_v11_0_use_invalidate_semaphore(adev, vmhub); in gmc_v11_0_flush_gpu_tlb() 215 struct amdgpu_vmhub *hub = &adev->vmhub[vmhub]; in gmc_v11_0_flush_gpu_tlb() 224 if ((vmhub == AMDGPU_GFXHUB(0)) && !adev->gfx.is_poweron) in gmc_v11_0_flush_gpu_tlb() 245 hub_ip = (vmhub == AMDGPU_GFXHUB(0)) ? GC_HWIP : MMHUB_HWIP; in gmc_v11_0_flush_gpu_tlb() 286 if ((vmhub != AMDGPU_GFXHUB(0)) && in gmc_v11_0_flush_gpu_tlb() 346 struct amdgpu_vmhub *hub = &ring->adev->vmhub[ring->vm_hub]; in gmc_v11_0_emit_flush_gpu_tlb() [all …]
|
| H A D | gmc_v9_0.c | 489 hub = &adev->vmhub[j]; in gmc_v9_0_vm_fault_interrupt_state() 517 hub = &adev->vmhub[j]; in gmc_v9_0_vm_fault_interrupt_state() 561 unsigned int vmhub; in gmc_v9_0_process_interrupt() local 577 vmhub = AMDGPU_MMHUB1(0); in gmc_v9_0_process_interrupt() 586 vmhub = xcc_id; in gmc_v9_0_process_interrupt() 588 hub = &adev->vmhub[vmhub]; in gmc_v9_0_process_interrupt() 801 uint32_t vmhub) in gmc_v9_0_use_invalidate_semaphore() argument 853 hub = &adev->vmhub[vmhub]; in gmc_v9_0_flush_gpu_tlb() 859 if (vmhub >= AMDGPU_MMHUB0(0)) in gmc_v9_0_flush_gpu_tlb() 862 inst = vmhub; in gmc_v9_0_flush_gpu_tlb() [all …]
|
| H A D | gmc_v10_0.c | 105 struct amdgpu_vmhub *hub = &adev->vmhub[vmhub_index]; in gmc_v10_0_process_interrupt() 217 uint32_t vmhub) in gmc_v10_0_use_invalidate_semaphore() argument 219 return ((vmhub == AMDGPU_MMHUB0(0)) && in gmc_v10_0_use_invalidate_semaphore() 254 uint32_t vmhub, uint32_t flush_type) in gmc_v10_0_flush_gpu_tlb() argument 256 bool use_semaphore = gmc_v10_0_use_invalidate_semaphore(adev, vmhub); in gmc_v10_0_flush_gpu_tlb() 257 struct amdgpu_vmhub *hub = &adev->vmhub[vmhub]; in gmc_v10_0_flush_gpu_tlb() 284 hub_ip = (vmhub == AMDGPU_GFXHUB(0)) ? GC_HWIP : MMHUB_HWIP; in gmc_v10_0_flush_gpu_tlb() 314 if ((vmhub == AMDGPU_GFXHUB(0)) && in gmc_v10_0_flush_gpu_tlb() 336 vmhub); in gmc_v10_0_flush_gpu_tlb() 381 struct amdgpu_vmhub *hub = &ring->adev->vmhub[ring->vm_hub]; in gmc_v10_0_emit_flush_gpu_tlb()
|
| H A D | amdgpu_gmc.c | 575 unsigned vmhub, inv_eng; in amdgpu_gmc_allocate_vm_inv_eng() local 591 vmhub = ring->vm_hub; in amdgpu_gmc_allocate_vm_inv_eng() 603 inv_eng = ffs(vm_inv_engs[vmhub]); in amdgpu_gmc_allocate_vm_inv_eng() 611 vm_inv_engs[vmhub] &= ~(1 << ring->vm_inv_eng); in amdgpu_gmc_allocate_vm_inv_eng() 636 uint32_t vmhub, uint32_t flush_type) in amdgpu_gmc_flush_gpu_tlb() argument 639 struct amdgpu_vmhub *hub = &adev->vmhub[vmhub]; in amdgpu_gmc_flush_gpu_tlb() 656 vmhub, 2); in amdgpu_gmc_flush_gpu_tlb() 660 vmhub, 0); in amdgpu_gmc_flush_gpu_tlb() 662 adev->gmc.gmc_funcs->flush_gpu_tlb(adev, vmid, vmhub, in amdgpu_gmc_flush_gpu_tlb() 937 hub = &adev->vmhub[hub_type]; in amdgpu_gmc_set_vm_fault_masks()
|
| H A D | gfxhub_v1_0.c | 43 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_GFXHUB(0)]; in gfxhub_v1_0_setup_vm_pt_regs() 252 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_GFXHUB(0)]; in gfxhub_v1_0_setup_vmid_config() 312 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_GFXHUB(0)]; in gfxhub_v1_0_program_invalidation() 343 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_GFXHUB(0)]; in gfxhub_v1_0_gart_disable() 417 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_GFXHUB(0)]; in gfxhub_v1_0_init()
|
| H A D | gfxhub_v3_0_3.c | 125 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_GFXHUB(0)]; in gfxhub_v3_0_3_setup_vm_pt_regs() 297 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_GFXHUB(0)]; in gfxhub_v3_0_3_setup_vmid_config() 346 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_GFXHUB(0)]; in gfxhub_v3_0_3_program_invalidation() 375 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_GFXHUB(0)]; in gfxhub_v3_0_3_gart_disable() 453 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_GFXHUB(0)]; in gfxhub_v3_0_3_init()
|
| H A D | gfxhub_v2_0.c | 123 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_GFXHUB(0)]; in gfxhub_v2_0_setup_vm_pt_regs() 285 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_GFXHUB(0)]; in gfxhub_v2_0_setup_vmid_config() 334 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_GFXHUB(0)]; in gfxhub_v2_0_program_invalidation() 363 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_GFXHUB(0)]; in gfxhub_v2_0_gart_disable() 437 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_GFXHUB(0)]; in gfxhub_v2_0_init()
|
| H A D | amdgpu_vm.c | 723 unsigned vmhub = ring->vm_hub; in amdgpu_vm_need_pipeline_sync() local 758 unsigned vmhub = ring->vm_hub; in amdgpu_vm_flush() local 3102 unsigned int vmhub) in amdgpu_vm_update_fault_cache() argument 3123 adev->vm_manager.fault_info.vmhub = vmhub; in amdgpu_vm_update_fault_cache() 3126 if (AMDGPU_IS_GFXHUB(vmhub)) { in amdgpu_vm_update_fault_cache() 3128 vm->fault_info.vmhub |= in amdgpu_vm_update_fault_cache() 3130 } else if (AMDGPU_IS_MMHUB0(vmhub)) { in amdgpu_vm_update_fault_cache() 3132 vm->fault_info.vmhub |= in amdgpu_vm_update_fault_cache() 3134 } else if (AMDGPU_IS_MMHUB1(vmhub)) { in amdgpu_vm_update_fault_cache() 3136 vm->fault_info.vmhub |= in amdgpu_vm_update_fault_cache() [all …]
|
| H A D | gfxhub_v3_0.c | 122 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_GFXHUB(0)]; in gfxhub_v3_0_setup_vm_pt_regs() 292 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_GFXHUB(0)]; in gfxhub_v3_0_setup_vmid_config() 341 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_GFXHUB(0)]; in gfxhub_v3_0_program_invalidation() 382 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_GFXHUB(0)]; in gfxhub_v3_0_gart_disable() 465 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_GFXHUB(0)]; in gfxhub_v3_0_init()
|
| H A D | gfxhub_v11_5_0.c | 127 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_GFXHUB(0)]; in gfxhub_v11_5_0_setup_vm_pt_regs() 295 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_GFXHUB(0)]; in gfxhub_v11_5_0_setup_vmid_config() 344 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_GFXHUB(0)]; in gfxhub_v11_5_0_program_invalidation() 385 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_GFXHUB(0)]; in gfxhub_v11_5_0_gart_disable() 468 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_GFXHUB(0)]; in gfxhub_v11_5_0_init()
|
| H A D | mmhub_v3_0_2.c | 132 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_MMHUB0(0)]; in mmhub_v3_0_2_setup_vm_pt_regs() 313 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_MMHUB0(0)]; in mmhub_v3_0_2_setup_vmid_config() 363 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_MMHUB0(0)]; in mmhub_v3_0_2_program_invalidation() 392 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_MMHUB0(0)]; in mmhub_v3_0_2_gart_disable() 471 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_MMHUB0(0)]; in mmhub_v3_0_2_init()
|
| H A D | gfxhub_v12_0.c | 130 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_GFXHUB(0)]; in gfxhub_v12_0_setup_vm_pt_regs() 300 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_GFXHUB(0)]; in gfxhub_v12_0_setup_vmid_config() 349 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_GFXHUB(0)]; in gfxhub_v12_0_program_invalidation() 390 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_GFXHUB(0)]; in gfxhub_v12_0_gart_disable() 473 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_GFXHUB(0)]; in gfxhub_v12_0_init()
|
| H A D | mmhub_v3_0_1.c | 141 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_MMHUB0(0)]; in mmhub_v3_0_1_setup_vm_pt_regs() 308 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_MMHUB0(0)]; in mmhub_v3_0_1_setup_vmid_config() 358 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_MMHUB0(0)]; in mmhub_v3_0_1_program_invalidation() 387 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_MMHUB0(0)]; in mmhub_v3_0_1_gart_disable() 461 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_MMHUB0(0)]; in mmhub_v3_0_1_init()
|
| H A D | mmhub_v4_1_0.c | 139 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_MMHUB0(0)]; in mmhub_v4_1_0_setup_vm_pt_regs() 322 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_MMHUB0(0)]; in mmhub_v4_1_0_setup_vmid_config() 372 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_MMHUB0(0)]; in mmhub_v4_1_0_program_invalidation() 401 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_MMHUB0(0)]; in mmhub_v4_1_0_gart_disable() 481 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_MMHUB0(0)]; in mmhub_v4_1_0_init()
|
| H A D | mmhub_v2_0.c | 190 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_MMHUB0(0)]; in mmhub_v2_0_setup_vm_pt_regs() 365 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_MMHUB0(0)]; in mmhub_v2_0_setup_vmid_config() 415 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_MMHUB0(0)]; in mmhub_v2_0_program_invalidation() 444 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_MMHUB0(0)]; in mmhub_v2_0_gart_disable() 523 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_MMHUB0(0)]; in mmhub_v2_0_init()
|
| H A D | mmhub_v2_3.c | 124 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_MMHUB0(0)]; in mmhub_v2_3_setup_vm_pt_regs() 283 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_MMHUB0(0)]; in mmhub_v2_3_setup_vmid_config() 333 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_MMHUB0(0)]; in mmhub_v2_3_program_invalidation() 376 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_MMHUB0(0)]; in mmhub_v2_3_gart_disable() 450 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_MMHUB0(0)]; in mmhub_v2_3_init()
|
| H A D | mmhub_v3_0.c | 139 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_MMHUB0(0)]; in mmhub_v3_0_setup_vm_pt_regs() 321 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_MMHUB0(0)]; in mmhub_v3_0_setup_vmid_config() 371 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_MMHUB0(0)]; in mmhub_v3_0_program_invalidation() 400 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_MMHUB0(0)]; in mmhub_v3_0_gart_disable() 479 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_MMHUB0(0)]; in mmhub_v3_0_init()
|
| H A D | mmhub_v3_3.c | 137 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_MMHUB0(0)]; in mmhub_v3_3_setup_vm_pt_regs() 306 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_MMHUB0(0)]; in mmhub_v3_3_setup_vmid_config() 356 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_MMHUB0(0)]; in mmhub_v3_3_program_invalidation() 434 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_MMHUB0(0)]; in mmhub_v3_3_gart_disable() 508 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_MMHUB0(0)]; in mmhub_v3_3_init()
|
| H A D | gfxhub_v2_1.c | 126 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_GFXHUB(0)]; in gfxhub_v2_1_setup_vm_pt_regs() 297 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_GFXHUB(0)]; in gfxhub_v2_1_setup_vmid_config() 346 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_GFXHUB(0)]; in gfxhub_v2_1_program_invalidation() 387 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_GFXHUB(0)]; in gfxhub_v2_1_gart_disable() 468 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_GFXHUB(0)]; in gfxhub_v2_1_init() 623 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_GFXHUB(0)]; in gfxhub_v2_1_halt()
|
| H A D | gfxhub_v1_2.c | 51 hub = &adev->vmhub[AMDGPU_GFXHUB(i)]; in gfxhub_v1_2_xcc_setup_vm_pt_regs() 342 hub = &adev->vmhub[AMDGPU_GFXHUB(j)]; in gfxhub_v1_2_xcc_setup_vmid_config() 405 hub = &adev->vmhub[AMDGPU_GFXHUB(j)]; in gfxhub_v1_2_xcc_program_invalidation() 451 hub = &adev->vmhub[AMDGPU_GFXHUB(j)]; in gfxhub_v1_2_xcc_gart_disable() 548 hub = &adev->vmhub[AMDGPU_GFXHUB(i)]; in gfxhub_v1_2_xcc_init()
|
| H A D | mmhub_v1_8.c | 63 hub = &adev->vmhub[AMDGPU_MMHUB0(i)]; in mmhub_v1_8_setup_vm_pt_regs() 370 hub = &adev->vmhub[AMDGPU_MMHUB0(j)]; in mmhub_v1_8_setup_vmid_config() 428 hub = &adev->vmhub[AMDGPU_MMHUB0(j)]; in mmhub_v1_8_program_invalidation() 466 hub = &adev->vmhub[AMDGPU_MMHUB0(j)]; in mmhub_v1_8_gart_disable() 549 hub = &adev->vmhub[AMDGPU_MMHUB0(i)]; in mmhub_v1_8_init()
|
| H A D | mmhub_v1_0.c | 57 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_MMHUB0(0)]; in mmhub_v1_0_setup_vm_pt_regs() 280 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_MMHUB0(0)]; in mmhub_v1_0_setup_vmid_config() 339 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_MMHUB0(0)]; in mmhub_v1_0_program_invalidation() 392 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_MMHUB0(0)]; in mmhub_v1_0_gart_disable() 469 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_MMHUB0(0)]; in mmhub_v1_0_init()
|