| /linux-6.15/drivers/gpu/drm/amd/amdgpu/ |
| H A D | amdgpu_amdkfd_gfx_v10_3.c | 280 struct amdgpu_ring *kiq_ring = &adev->gfx.kiq[0].ring; in hiq_mqd_load_v10_3() local 296 r = amdgpu_ring_alloc(kiq_ring, 7); in hiq_mqd_load_v10_3() 302 amdgpu_ring_write(kiq_ring, PACKET3(PACKET3_MAP_QUEUES, 5)); in hiq_mqd_load_v10_3() 303 amdgpu_ring_write(kiq_ring, in hiq_mqd_load_v10_3() 313 amdgpu_ring_write(kiq_ring, in hiq_mqd_load_v10_3() 315 amdgpu_ring_write(kiq_ring, m->cp_mqd_base_addr_lo); in hiq_mqd_load_v10_3() 316 amdgpu_ring_write(kiq_ring, m->cp_mqd_base_addr_hi); in hiq_mqd_load_v10_3() 317 amdgpu_ring_write(kiq_ring, m->cp_hqd_pq_wptr_poll_addr_lo); in hiq_mqd_load_v10_3() 318 amdgpu_ring_write(kiq_ring, m->cp_hqd_pq_wptr_poll_addr_hi); in hiq_mqd_load_v10_3() 319 amdgpu_ring_commit(kiq_ring); in hiq_mqd_load_v10_3()
|
| H A D | amdgpu_gfx.c | 530 kiq->pmf->kiq_unmap_queues(kiq_ring, in amdgpu_gfx_disable_kcq() 535 amdgpu_ring_commit(kiq_ring); in amdgpu_gfx_disable_kcq() 541 r = amdgpu_ring_test_helper(kiq_ring); in amdgpu_gfx_disable_kcq() 583 kiq->pmf->kiq_unmap_queues(kiq_ring, in amdgpu_gfx_disable_kgq() 588 amdgpu_ring_commit(kiq_ring); in amdgpu_gfx_disable_kgq() 683 DRM_INFO("kiq ring mec %d pipe %d q %d\n", kiq_ring->me, kiq_ring->pipe, in amdgpu_gfx_enable_kcq() 684 kiq_ring->queue); in amdgpu_gfx_enable_kcq() 699 kiq->pmf->kiq_map_queues(kiq_ring, in amdgpu_gfx_enable_kcq() 703 amdgpu_ring_commit(kiq_ring); in amdgpu_gfx_enable_kcq() 755 kiq->pmf->kiq_map_queues(kiq_ring, in amdgpu_gfx_enable_kgq() [all …]
|
| H A D | amdgpu_amdkfd_gfx_v11.c | 265 struct amdgpu_ring *kiq_ring = &adev->gfx.kiq[0].ring; in hiq_mqd_load_v11() local 281 r = amdgpu_ring_alloc(kiq_ring, 7); in hiq_mqd_load_v11() 287 amdgpu_ring_write(kiq_ring, PACKET3(PACKET3_MAP_QUEUES, 5)); in hiq_mqd_load_v11() 288 amdgpu_ring_write(kiq_ring, in hiq_mqd_load_v11() 298 amdgpu_ring_write(kiq_ring, in hiq_mqd_load_v11() 300 amdgpu_ring_write(kiq_ring, m->cp_mqd_base_addr_lo); in hiq_mqd_load_v11() 301 amdgpu_ring_write(kiq_ring, m->cp_mqd_base_addr_hi); in hiq_mqd_load_v11() 302 amdgpu_ring_write(kiq_ring, m->cp_hqd_pq_wptr_poll_addr_lo); in hiq_mqd_load_v11() 303 amdgpu_ring_write(kiq_ring, m->cp_hqd_pq_wptr_poll_addr_hi); in hiq_mqd_load_v11() 304 amdgpu_ring_commit(kiq_ring); in hiq_mqd_load_v11()
|
| H A D | gfx_v9_4_3.c | 180 amdgpu_ring_write(kiq_ring, in gfx_v9_4_3_kiq_set_resources() 184 amdgpu_ring_write(kiq_ring, in gfx_v9_4_3_kiq_set_resources() 186 amdgpu_ring_write(kiq_ring, in gfx_v9_4_3_kiq_set_resources() 217 amdgpu_ring_write(kiq_ring, in gfx_v9_4_3_kiq_map_queues() 238 amdgpu_ring_write(kiq_ring, in gfx_v9_4_3_kiq_unmap_queues() 246 amdgpu_ring_write(kiq_ring, 0); in gfx_v9_4_3_kiq_unmap_queues() 247 amdgpu_ring_write(kiq_ring, 0); in gfx_v9_4_3_kiq_unmap_queues() 248 amdgpu_ring_write(kiq_ring, 0); in gfx_v9_4_3_kiq_unmap_queues() 260 amdgpu_ring_write(kiq_ring, in gfx_v9_4_3_kiq_query_status() 265 amdgpu_ring_write(kiq_ring, in gfx_v9_4_3_kiq_query_status() [all …]
|
| H A D | amdgpu_amdkfd_gfx_v10.c | 294 struct amdgpu_ring *kiq_ring = &adev->gfx.kiq[0].ring; in kgd_hiq_mqd_load() local 310 r = amdgpu_ring_alloc(kiq_ring, 7); in kgd_hiq_mqd_load() 316 amdgpu_ring_write(kiq_ring, PACKET3(PACKET3_MAP_QUEUES, 5)); in kgd_hiq_mqd_load() 317 amdgpu_ring_write(kiq_ring, in kgd_hiq_mqd_load() 327 amdgpu_ring_write(kiq_ring, in kgd_hiq_mqd_load() 329 amdgpu_ring_write(kiq_ring, m->cp_mqd_base_addr_lo); in kgd_hiq_mqd_load() 330 amdgpu_ring_write(kiq_ring, m->cp_mqd_base_addr_hi); in kgd_hiq_mqd_load() 331 amdgpu_ring_write(kiq_ring, m->cp_hqd_pq_wptr_poll_addr_lo); in kgd_hiq_mqd_load() 332 amdgpu_ring_write(kiq_ring, m->cp_hqd_pq_wptr_poll_addr_hi); in kgd_hiq_mqd_load() 333 amdgpu_ring_commit(kiq_ring); in kgd_hiq_mqd_load()
|
| H A D | amdgpu_gfx.h | 130 void (*kiq_set_resources)(struct amdgpu_ring *kiq_ring, 132 void (*kiq_map_queues)(struct amdgpu_ring *kiq_ring, 134 void (*kiq_unmap_queues)(struct amdgpu_ring *kiq_ring, 138 void (*kiq_query_status)(struct amdgpu_ring *kiq_ring, 142 void (*kiq_invalidate_tlbs)(struct amdgpu_ring *kiq_ring, 145 void (*kiq_reset_hw_queue)(struct amdgpu_ring *kiq_ring,
|
| H A D | amdgpu_amdkfd_gfx_v9.c | 305 struct amdgpu_ring *kiq_ring = &adev->gfx.kiq[inst].ring; in kgd_gfx_v9_hiq_mqd_load() local 321 r = amdgpu_ring_alloc(kiq_ring, 7); in kgd_gfx_v9_hiq_mqd_load() 327 amdgpu_ring_write(kiq_ring, PACKET3(PACKET3_MAP_QUEUES, 5)); in kgd_gfx_v9_hiq_mqd_load() 328 amdgpu_ring_write(kiq_ring, in kgd_gfx_v9_hiq_mqd_load() 338 amdgpu_ring_write(kiq_ring, in kgd_gfx_v9_hiq_mqd_load() 340 amdgpu_ring_write(kiq_ring, m->cp_mqd_base_addr_lo); in kgd_gfx_v9_hiq_mqd_load() 341 amdgpu_ring_write(kiq_ring, m->cp_mqd_base_addr_hi); in kgd_gfx_v9_hiq_mqd_load() 342 amdgpu_ring_write(kiq_ring, m->cp_hqd_pq_wptr_poll_addr_lo); in kgd_gfx_v9_hiq_mqd_load() 343 amdgpu_ring_write(kiq_ring, m->cp_hqd_pq_wptr_poll_addr_hi); in kgd_gfx_v9_hiq_mqd_load() 344 amdgpu_ring_commit(kiq_ring); in kgd_gfx_v9_hiq_mqd_load()
|
| H A D | gfx_v9_0.c | 910 amdgpu_ring_write(kiq_ring, in gfx_v9_0_kiq_set_resources() 914 amdgpu_ring_write(kiq_ring, in gfx_v9_0_kiq_set_resources() 916 amdgpu_ring_write(kiq_ring, in gfx_v9_0_kiq_set_resources() 946 amdgpu_ring_write(kiq_ring, in gfx_v9_0_kiq_map_queues() 967 amdgpu_ring_write(kiq_ring, in gfx_v9_0_kiq_unmap_queues() 990 amdgpu_ring_write(kiq_ring, in gfx_v9_0_kiq_query_status() 995 amdgpu_ring_write(kiq_ring, in gfx_v9_0_kiq_query_status() 1009 amdgpu_ring_write(kiq_ring, in gfx_v9_0_kiq_invalidate_tlbs() 5738 amdgpu_ring_commit(kiq_ring); in gfx_v9_0_ring_preempt_ib() 7220 amdgpu_ring_commit(kiq_ring); in gfx_v9_0_reset_kgq() [all …]
|
| H A D | amdgpu_amdkfd.c | 790 struct amdgpu_ring *kiq_ring = &kiq->ring; in amdgpu_amdkfd_unmap_hiq() local 798 if (!kiq_ring->sched.ready || amdgpu_in_reset(adev)) in amdgpu_amdkfd_unmap_hiq() 817 if (amdgpu_ring_alloc(kiq_ring, kiq->pmf->unmap_queues_size)) { in amdgpu_amdkfd_unmap_hiq() 823 kiq->pmf->kiq_unmap_queues(kiq_ring, ring, RESET_QUEUES, 0, 0); in amdgpu_amdkfd_unmap_hiq() 826 amdgpu_ring_commit(kiq_ring); in amdgpu_amdkfd_unmap_hiq() 832 r = amdgpu_ring_test_helper(kiq_ring); in amdgpu_amdkfd_unmap_hiq()
|
| H A D | gfx_v12_0.c | 271 amdgpu_ring_write(kiq_ring, 0); /* oac mask */ in gfx_v12_0_kiq_set_resources() 272 amdgpu_ring_write(kiq_ring, 0); in gfx_v12_0_kiq_set_resources() 323 struct amdgpu_device *adev = kiq_ring->adev; in gfx_v12_0_kiq_unmap_queues() 337 amdgpu_ring_write(kiq_ring, in gfx_v12_0_kiq_unmap_queues() 343 amdgpu_ring_write(kiq_ring, seq); in gfx_v12_0_kiq_unmap_queues() 345 amdgpu_ring_write(kiq_ring, 0); in gfx_v12_0_kiq_unmap_queues() 346 amdgpu_ring_write(kiq_ring, 0); in gfx_v12_0_kiq_unmap_queues() 347 amdgpu_ring_write(kiq_ring, 0); in gfx_v12_0_kiq_unmap_queues() 358 amdgpu_ring_write(kiq_ring, in gfx_v12_0_kiq_query_status() 4497 struct amdgpu_ring *kiq_ring = &kiq->ring; in gfx_v12_0_ring_preempt_ib() local [all …]
|
| H A D | gfx_v11_0.c | 316 struct amdgpu_device *adev = kiq_ring->adev; in gfx11_kiq_set_resources() 330 amdgpu_ring_write(kiq_ring, 0); /* oac mask */ in gfx11_kiq_set_resources() 382 struct amdgpu_device *adev = kiq_ring->adev; in gfx11_kiq_unmap_queues() 396 amdgpu_ring_write(kiq_ring, in gfx11_kiq_unmap_queues() 402 amdgpu_ring_write(kiq_ring, seq); in gfx11_kiq_unmap_queues() 404 amdgpu_ring_write(kiq_ring, 0); in gfx11_kiq_unmap_queues() 405 amdgpu_ring_write(kiq_ring, 0); in gfx11_kiq_unmap_queues() 406 amdgpu_ring_write(kiq_ring, 0); in gfx11_kiq_unmap_queues() 418 amdgpu_ring_write(kiq_ring, in gfx11_kiq_query_status() 5986 struct amdgpu_ring *kiq_ring = &kiq->ring; in gfx_v11_0_ring_preempt_ib() local [all …]
|
| H A D | gfx_v10_0.c | 3750 amdgpu_ring_write(kiq_ring, in gfx10_kiq_unmap_queues() 3756 amdgpu_ring_write(kiq_ring, seq); in gfx10_kiq_unmap_queues() 3758 amdgpu_ring_write(kiq_ring, 0); in gfx10_kiq_unmap_queues() 3759 amdgpu_ring_write(kiq_ring, 0); in gfx10_kiq_unmap_queues() 3760 amdgpu_ring_write(kiq_ring, 0); in gfx10_kiq_unmap_queues() 3772 amdgpu_ring_write(kiq_ring, in gfx10_kiq_query_status() 8854 amdgpu_ring_commit(kiq_ring); in gfx_v10_0_ring_preempt_ib() 9522 gfx_v10_0_ring_emit_wreg(kiq_ring, in gfx_v10_0_reset_kgq() 9530 amdgpu_ring_commit(kiq_ring); in gfx_v10_0_reset_kgq() 9571 amdgpu_ring_commit(kiq_ring); in gfx_v10_0_reset_kcq() [all …]
|
| H A D | gfx_v8_0.c | 4369 amdgpu_ring_write(kiq_ring, in gfx_v8_0_kiq_kcq_enable() 4371 amdgpu_ring_write(kiq_ring, in gfx_v8_0_kiq_kcq_enable() 4382 amdgpu_ring_commit(kiq_ring); in gfx_v8_0_kiq_kcq_enable() 4801 amdgpu_ring_write(kiq_ring, 0); in gfx_v8_0_kcq_disable() 4802 amdgpu_ring_write(kiq_ring, 0); in gfx_v8_0_kcq_disable() 4803 amdgpu_ring_write(kiq_ring, 0); in gfx_v8_0_kcq_disable() 4806 amdgpu_ring_commit(kiq_ring); in gfx_v8_0_kcq_disable() 4812 r = amdgpu_ring_test_helper(kiq_ring); in gfx_v8_0_kcq_disable() 6889 if (amdgpu_ring_alloc(kiq_ring, 5)) { in gfx_v8_0_reset_kgq() 6896 amdgpu_ring_commit(kiq_ring); in gfx_v8_0_reset_kgq() [all …]
|
| H A D | mes_v12_0.c | 1340 struct amdgpu_ring *kiq_ring = &adev->gfx.kiq[0].ring; in mes_v12_0_kiq_enable_queue() local 1346 r = amdgpu_ring_alloc(kiq_ring, kiq->pmf->map_queues_size); in mes_v12_0_kiq_enable_queue() 1352 kiq->pmf->kiq_map_queues(kiq_ring, &adev->mes.ring[0]); in mes_v12_0_kiq_enable_queue() 1354 r = amdgpu_ring_test_ring(kiq_ring); in mes_v12_0_kiq_enable_queue() 1357 kiq_ring->sched.ready = false; in mes_v12_0_kiq_enable_queue()
|
| H A D | mes_v11_0.c | 1249 struct amdgpu_ring *kiq_ring = &adev->gfx.kiq[0].ring; in mes_v11_0_kiq_enable_queue() local 1255 r = amdgpu_ring_alloc(kiq_ring, kiq->pmf->map_queues_size); in mes_v11_0_kiq_enable_queue() 1261 kiq->pmf->kiq_map_queues(kiq_ring, &adev->mes.ring[0]); in mes_v11_0_kiq_enable_queue() 1263 return amdgpu_ring_test_helper(kiq_ring); in mes_v11_0_kiq_enable_queue()
|
| H A D | gfx_v7_0.c | 4961 struct amdgpu_ring *kiq_ring = &kiq->ring; in gfx_v7_0_reset_kgq() local 4974 if (amdgpu_ring_alloc(kiq_ring, 5)) { in gfx_v7_0_reset_kgq() 4980 gfx_v7_0_ring_emit_wreg(kiq_ring, mmCP_VMID_RESET, tmp); in gfx_v7_0_reset_kgq() 4981 amdgpu_ring_commit(kiq_ring); in gfx_v7_0_reset_kgq() 4985 r = amdgpu_ring_test_ring(kiq_ring); in gfx_v7_0_reset_kgq()
|