| /linux-6.15/drivers/gpu/drm/amd/amdgpu/ |
| H A D | amdgpu_ring.h | 33 struct amdgpu_ring;
176 u64 (*get_rptr)(struct amdgpu_ring *ring);
177 u64 (*get_wptr)(struct amdgpu_ring *ring);
178 void (*set_wptr)(struct amdgpu_ring *ring);
190 void (*emit_ib)(struct amdgpu_ring *ring,
205 int (*test_ring)(struct amdgpu_ring *ring);
215 void (*begin_use)(struct amdgpu_ring *ring);
216 void (*end_use)(struct amdgpu_ring *ring);
233 int (*preempt_ib)(struct amdgpu_ring *ring);
244 struct amdgpu_ring { struct
[all …]
|
| H A D | amdgpu_ring_mux.h | 31 struct amdgpu_ring;
44 struct amdgpu_ring *ring;
69 struct amdgpu_ring *real_ring;
104 int amdgpu_ring_mux_init(struct amdgpu_ring_mux *mux, struct amdgpu_ring *ring,
112 void amdgpu_ring_mux_end_ib(struct amdgpu_ring_mux *mux, struct amdgpu_ring *ring);
117 u64 amdgpu_sw_ring_get_rptr_gfx(struct amdgpu_ring *ring);
118 u64 amdgpu_sw_ring_get_wptr_gfx(struct amdgpu_ring *ring);
119 void amdgpu_sw_ring_set_wptr_gfx(struct amdgpu_ring *ring);
120 void amdgpu_sw_ring_insert_nop(struct amdgpu_ring *ring, uint32_t count);
121 void amdgpu_sw_ring_ib_begin(struct amdgpu_ring *ring);
[all …]
|
| H A D | vcn_v2_0.h | 27 extern void vcn_v2_0_dec_ring_insert_start(struct amdgpu_ring *ring);
28 extern void vcn_v2_0_dec_ring_insert_end(struct amdgpu_ring *ring);
29 extern void vcn_v2_0_dec_ring_insert_nop(struct amdgpu_ring *ring, uint32_t count);
34 extern void vcn_v2_0_dec_ring_emit_reg_wait(struct amdgpu_ring *ring, uint32_t reg,
36 extern void vcn_v2_0_dec_ring_emit_vm_flush(struct amdgpu_ring *ring,
38 extern void vcn_v2_0_dec_ring_emit_wreg(struct amdgpu_ring *ring,
40 extern int vcn_v2_0_dec_ring_test_ring(struct amdgpu_ring *ring);
42 extern void vcn_v2_0_enc_ring_insert_end(struct amdgpu_ring *ring);
43 extern void vcn_v2_0_enc_ring_emit_fence(struct amdgpu_ring *ring, u64 addr,
47 extern void vcn_v2_0_enc_ring_emit_reg_wait(struct amdgpu_ring *ring, uint32_t reg,
[all …]
|
| H A D | jpeg_v4_0_3.h | 51 void jpeg_v4_0_3_dec_ring_emit_ib(struct amdgpu_ring *ring,
55 void jpeg_v4_0_3_dec_ring_emit_fence(struct amdgpu_ring *ring, u64 addr, u64 seq,
57 void jpeg_v4_0_3_dec_ring_emit_vm_flush(struct amdgpu_ring *ring,
59 void jpeg_v4_0_3_ring_emit_hdp_flush(struct amdgpu_ring *ring);
60 void jpeg_v4_0_3_dec_ring_nop(struct amdgpu_ring *ring, uint32_t count);
61 void jpeg_v4_0_3_dec_ring_insert_start(struct amdgpu_ring *ring);
62 void jpeg_v4_0_3_dec_ring_insert_end(struct amdgpu_ring *ring);
63 void jpeg_v4_0_3_dec_ring_emit_wreg(struct amdgpu_ring *ring, uint32_t reg, uint32_t val);
64 void jpeg_v4_0_3_dec_ring_emit_reg_wait(struct amdgpu_ring *ring, uint32_t reg,
|
| H A D | amdgpu_vce.h | 48 struct amdgpu_ring ring[AMDGPU_MAX_VCE_RINGS];
58 int amdgpu_vce_entity_init(struct amdgpu_device *adev, struct amdgpu_ring *ring);
67 void amdgpu_vce_ring_emit_ib(struct amdgpu_ring *ring, struct amdgpu_job *job,
69 void amdgpu_vce_ring_emit_fence(struct amdgpu_ring *ring, u64 addr, u64 seq,
71 int amdgpu_vce_ring_test_ring(struct amdgpu_ring *ring);
72 int amdgpu_vce_ring_test_ib(struct amdgpu_ring *ring, long timeout);
73 void amdgpu_vce_ring_begin_use(struct amdgpu_ring *ring);
74 void amdgpu_vce_ring_end_use(struct amdgpu_ring *ring);
75 unsigned amdgpu_vce_ring_get_emit_ib_size(struct amdgpu_ring *ring);
76 unsigned amdgpu_vce_ring_get_dma_frame_size(struct amdgpu_ring *ring);
|
| H A D | jpeg_v2_0.h | 51 void jpeg_v2_0_dec_ring_insert_start(struct amdgpu_ring *ring);
52 void jpeg_v2_0_dec_ring_insert_end(struct amdgpu_ring *ring);
53 void jpeg_v2_0_dec_ring_emit_fence(struct amdgpu_ring *ring, u64 addr, u64 seq,
55 void jpeg_v2_0_dec_ring_emit_ib(struct amdgpu_ring *ring, struct amdgpu_job *job,
57 void jpeg_v2_0_dec_ring_emit_reg_wait(struct amdgpu_ring *ring, uint32_t reg,
59 void jpeg_v2_0_dec_ring_emit_vm_flush(struct amdgpu_ring *ring,
61 void jpeg_v2_0_dec_ring_emit_wreg(struct amdgpu_ring *ring, uint32_t reg, uint32_t val);
62 void jpeg_v2_0_dec_ring_nop(struct amdgpu_ring *ring, uint32_t count);
|
| H A D | amdgpu_uvd.h | 45 struct amdgpu_ring ring;
46 struct amdgpu_ring ring_enc[AMDGPU_MAX_UVD_ENC_RINGS];
76 int amdgpu_uvd_entity_init(struct amdgpu_device *adev, struct amdgpu_ring *ring);
80 int amdgpu_uvd_get_create_msg(struct amdgpu_ring *ring, uint32_t handle,
82 int amdgpu_uvd_get_destroy_msg(struct amdgpu_ring *ring, uint32_t handle,
89 void amdgpu_uvd_ring_begin_use(struct amdgpu_ring *ring);
90 void amdgpu_uvd_ring_end_use(struct amdgpu_ring *ring);
91 int amdgpu_uvd_ring_test_ib(struct amdgpu_ring *ring, long timeout);
|
| H A D | vcn_sw_ring.h | 32 void vcn_dec_sw_ring_emit_fence(struct amdgpu_ring *ring, u64 addr,
34 void vcn_dec_sw_ring_insert_end(struct amdgpu_ring *ring);
35 void vcn_dec_sw_ring_emit_ib(struct amdgpu_ring *ring, struct amdgpu_job *job,
37 void vcn_dec_sw_ring_emit_reg_wait(struct amdgpu_ring *ring, uint32_t reg,
39 void vcn_dec_sw_ring_emit_vm_flush(struct amdgpu_ring *ring,
41 void vcn_dec_sw_ring_emit_wreg(struct amdgpu_ring *ring, uint32_t reg,
|
| H A D | amdgpu_ring_mux.c | 44 struct amdgpu_ring *ring) in amdgpu_ring_mux_sw_entry()
52 struct amdgpu_ring *ring, in amdgpu_ring_mux_copy_pkt_from_sw_ring()
56 struct amdgpu_ring *real_ring = mux->real_ring; in amdgpu_ring_mux_copy_pkt_from_sw_ring()
315 u64 amdgpu_sw_ring_get_rptr_gfx(struct amdgpu_ring *ring) in amdgpu_sw_ring_get_rptr_gfx()
324 u64 amdgpu_sw_ring_get_wptr_gfx(struct amdgpu_ring *ring) in amdgpu_sw_ring_get_wptr_gfx()
333 void amdgpu_sw_ring_set_wptr_gfx(struct amdgpu_ring *ring) in amdgpu_sw_ring_set_wptr_gfx()
363 struct amdgpu_ring *ring; in amdgpu_mcbp_scan()
392 void amdgpu_sw_ring_ib_begin(struct amdgpu_ring *ring) in amdgpu_sw_ring_ib_begin()
407 void amdgpu_sw_ring_ib_end(struct amdgpu_ring *ring) in amdgpu_sw_ring_ib_end()
484 struct amdgpu_ring *ring, u64 offset, in amdgpu_ring_mux_ib_mark_offset()
[all …]
|
| H A D | amdgpu_fence.c | 56 struct amdgpu_ring *ring;
115 static u32 amdgpu_fence_read(struct amdgpu_ring *ring) in amdgpu_fence_read()
271 bool amdgpu_fence_process(struct amdgpu_ring *ring) in amdgpu_fence_process()
325 struct amdgpu_ring *ring = from_timer(ring, t, in amdgpu_fence_fallback()
340 int amdgpu_fence_wait_empty(struct amdgpu_ring *ring) in amdgpu_fence_wait_empty()
506 int amdgpu_fence_driver_init_ring(struct amdgpu_ring *ring) in amdgpu_fence_driver_init_ring()
601 struct amdgpu_ring *ring = adev->rings[i]; in amdgpu_fence_driver_hw_fini()
631 struct amdgpu_ring *ring = adev->rings[i]; in amdgpu_fence_driver_isr_toggle()
648 struct amdgpu_ring *ring = adev->rings[i]; in amdgpu_fence_driver_sw_fini()
687 struct amdgpu_ring *ring = adev->rings[i]; in amdgpu_fence_driver_hw_init()
[all …]
|
| H A D | amdgpu_sdma.h | 59 struct amdgpu_ring ring;
60 struct amdgpu_ring page;
180 amdgpu_sdma_get_instance_from_ring(struct amdgpu_ring *ring);
181 int amdgpu_sdma_get_index_from_ring(struct amdgpu_ring *ring, uint32_t *index);
182 uint64_t amdgpu_sdma_get_csa_mc_addr(struct amdgpu_ring *ring, unsigned vmid);
199 bool amdgpu_sdma_is_shared_inv_eng(struct amdgpu_device *adev, struct amdgpu_ring *ring);
200 struct amdgpu_ring *amdgpu_sdma_get_shared_ring(struct amdgpu_device *adev,
201 struct amdgpu_ring *ring);
|
| H A D | vcn_sw_ring.c | 27 void vcn_dec_sw_ring_emit_fence(struct amdgpu_ring *ring, u64 addr, in vcn_dec_sw_ring_emit_fence()
39 void vcn_dec_sw_ring_insert_end(struct amdgpu_ring *ring) in vcn_dec_sw_ring_insert_end()
44 void vcn_dec_sw_ring_emit_ib(struct amdgpu_ring *ring, struct amdgpu_job *job, in vcn_dec_sw_ring_emit_ib()
56 void vcn_dec_sw_ring_emit_reg_wait(struct amdgpu_ring *ring, uint32_t reg, in vcn_dec_sw_ring_emit_reg_wait()
65 void vcn_dec_sw_ring_emit_vm_flush(struct amdgpu_ring *ring, in vcn_dec_sw_ring_emit_vm_flush()
80 void vcn_dec_sw_ring_emit_wreg(struct amdgpu_ring *ring, uint32_t reg, in vcn_dec_sw_ring_emit_wreg()
|
| H A D | amdgpu_gfx.h | 130 void (*kiq_set_resources)(struct amdgpu_ring *kiq_ring,
132 void (*kiq_map_queues)(struct amdgpu_ring *kiq_ring,
133 struct amdgpu_ring *ring);
134 void (*kiq_unmap_queues)(struct amdgpu_ring *kiq_ring,
135 struct amdgpu_ring *ring,
138 void (*kiq_query_status)(struct amdgpu_ring *kiq_ring,
139 struct amdgpu_ring *ring,
161 struct amdgpu_ring ring;
407 struct amdgpu_ring gfx_ring[AMDGPU_MAX_GFX_RINGS];
550 struct amdgpu_ring *ring);
[all …]
|
| H A D | amdgpu_ring.c | 152 void amdgpu_ring_commit(struct amdgpu_ring *ring) in amdgpu_ring_commit()
181 void amdgpu_ring_undo(struct amdgpu_ring *ring) in amdgpu_ring_undo()
400 void amdgpu_ring_fini(struct amdgpu_ring *ring) in amdgpu_ring_fini()
503 struct amdgpu_ring *ring = file_inode(f)->i_private; in amdgpu_debugfs_ring_read()
584 struct amdgpu_ring *ring = file_inode(f)->i_private; in amdgpu_debugfs_virt_ring_read()
610 struct amdgpu_ring *ring = file_inode(f)->i_private; in amdgpu_debugfs_mqd_read()
632 struct amdgpu_ring *ring = data; in amdgpu_debugfs_ring_error()
644 struct amdgpu_ring *ring) in amdgpu_debugfs_ring_init()
734 int amdgpu_ring_init_mqd(struct amdgpu_ring *ring) in amdgpu_ring_init_mqd()
752 void amdgpu_ring_ib_begin(struct amdgpu_ring *ring) in amdgpu_ring_ib_begin()
[all …]
|
| H A D | vcn_v4_0_3.h | 29 void vcn_v4_0_3_enc_ring_emit_reg_wait(struct amdgpu_ring *ring, uint32_t reg,
32 void vcn_v4_0_3_enc_ring_emit_wreg(struct amdgpu_ring *ring, uint32_t reg,
34 void vcn_v4_0_3_enc_ring_emit_vm_flush(struct amdgpu_ring *ring,
36 void vcn_v4_0_3_ring_emit_hdp_flush(struct amdgpu_ring *ring);
|
| H A D | jpeg_v1_0.c | 37 static void jpeg_v1_0_ring_begin_use(struct amdgpu_ring *ring);
140 static uint64_t jpeg_v1_0_decode_ring_get_rptr(struct amdgpu_ring *ring) in jpeg_v1_0_decode_ring_get_rptr()
154 static uint64_t jpeg_v1_0_decode_ring_get_wptr(struct amdgpu_ring *ring) in jpeg_v1_0_decode_ring_get_wptr()
168 static void jpeg_v1_0_decode_ring_set_wptr(struct amdgpu_ring *ring) in jpeg_v1_0_decode_ring_set_wptr()
182 static void jpeg_v1_0_decode_ring_insert_start(struct amdgpu_ring *ring) in jpeg_v1_0_decode_ring_insert_start()
201 static void jpeg_v1_0_decode_ring_insert_end(struct amdgpu_ring *ring) in jpeg_v1_0_decode_ring_insert_end()
297 static void jpeg_v1_0_decode_ring_emit_ib(struct amdgpu_ring *ring, in jpeg_v1_0_decode_ring_emit_ib()
398 static void jpeg_v1_0_decode_ring_emit_wreg(struct amdgpu_ring *ring, in jpeg_v1_0_decode_ring_emit_wreg()
487 struct amdgpu_ring *ring; in jpeg_v1_0_sw_init()
533 struct amdgpu_ring *ring = adev->jpeg.inst->ring_dec; in jpeg_v1_0_start()
[all …]
|
| H A D | amdgpu_vcn.h | 303 struct amdgpu_ring ring_dec;
304 struct amdgpu_ring ring_enc[AMDGPU_VCN_MAX_ENC_RINGS];
516 void amdgpu_vcn_ring_begin_use(struct amdgpu_ring *ring);
517 void amdgpu_vcn_ring_end_use(struct amdgpu_ring *ring);
522 int amdgpu_vcn_dec_ring_test_ring(struct amdgpu_ring *ring);
523 int amdgpu_vcn_dec_ring_test_ib(struct amdgpu_ring *ring, long timeout);
524 int amdgpu_vcn_dec_sw_ring_test_ring(struct amdgpu_ring *ring);
525 int amdgpu_vcn_dec_sw_ring_test_ib(struct amdgpu_ring *ring, long timeout);
526 int amdgpu_vcn_unified_ring_test_ib(struct amdgpu_ring *ring, long timeout);
528 int amdgpu_vcn_enc_ring_test_ring(struct amdgpu_ring *ring);
[all …]
|
| H A D | jpeg_v2_0.c | 87 struct amdgpu_ring *ring; in jpeg_v2_0_sw_init()
159 struct amdgpu_ring *ring = adev->jpeg.inst->ring_dec; in jpeg_v2_0_hw_init()
335 struct amdgpu_ring *ring = adev->jpeg.inst->ring_dec; in jpeg_v2_0_start()
412 static uint64_t jpeg_v2_0_dec_ring_get_rptr(struct amdgpu_ring *ring) in jpeg_v2_0_dec_ring_get_rptr()
426 static uint64_t jpeg_v2_0_dec_ring_get_wptr(struct amdgpu_ring *ring) in jpeg_v2_0_dec_ring_get_wptr()
443 static void jpeg_v2_0_dec_ring_set_wptr(struct amdgpu_ring *ring) in jpeg_v2_0_dec_ring_set_wptr()
462 void jpeg_v2_0_dec_ring_insert_start(struct amdgpu_ring *ring) in jpeg_v2_0_dec_ring_insert_start()
480 void jpeg_v2_0_dec_ring_insert_end(struct amdgpu_ring *ring) in jpeg_v2_0_dec_ring_insert_end()
552 void jpeg_v2_0_dec_ring_emit_ib(struct amdgpu_ring *ring, in jpeg_v2_0_dec_ring_emit_ib()
638 void jpeg_v2_0_dec_ring_emit_vm_flush(struct amdgpu_ring *ring, in jpeg_v2_0_dec_ring_emit_vm_flush()
[all …]
|
| H A D | amdgpu_vpe.c | 275 struct amdgpu_ring *ring = &vpe->ring; in amdgpu_vpe_ring_init()
487 static void vpe_ring_emit_pred_exec(struct amdgpu_ring *ring, in vpe_ring_emit_pred_exec()
499 static void vpe_ring_emit_ib(struct amdgpu_ring *ring, in vpe_ring_emit_ib()
542 static void vpe_ring_emit_pipeline_sync(struct amdgpu_ring *ring) in vpe_ring_emit_pipeline_sync()
609 static int vpe_ring_preempt_ib(struct amdgpu_ring *ring) in vpe_ring_preempt_ib()
677 static uint64_t vpe_ring_get_rptr(struct amdgpu_ring *ring) in vpe_ring_get_rptr()
696 static uint64_t vpe_ring_get_wptr(struct amdgpu_ring *ring) in vpe_ring_get_wptr()
715 static void vpe_ring_set_wptr(struct amdgpu_ring *ring) in vpe_ring_set_wptr()
749 static int vpe_ring_test_ring(struct amdgpu_ring *ring) in vpe_ring_test_ring()
845 static void vpe_ring_begin_use(struct amdgpu_ring *ring) in vpe_ring_begin_use()
[all …]
|
| H A D | amdgpu_jpeg.h | 108 struct amdgpu_ring ring_dec[AMDGPU_MAX_JPEG_RINGS];
152 void amdgpu_jpeg_ring_begin_use(struct amdgpu_ring *ring);
153 void amdgpu_jpeg_ring_end_use(struct amdgpu_ring *ring);
155 int amdgpu_jpeg_dec_ring_test_ring(struct amdgpu_ring *ring);
156 int amdgpu_jpeg_dec_ring_test_ib(struct amdgpu_ring *ring, long timeout);
|
| H A D | uvd_v6_0.c | 77 static uint64_t uvd_v6_0_ring_get_rptr(struct amdgpu_ring *ring) in uvd_v6_0_ring_get_rptr()
107 static uint64_t uvd_v6_0_ring_get_wptr(struct amdgpu_ring *ring) in uvd_v6_0_ring_get_wptr()
138 static void uvd_v6_0_ring_set_wptr(struct amdgpu_ring *ring) in uvd_v6_0_ring_set_wptr()
152 static void uvd_v6_0_enc_ring_set_wptr(struct amdgpu_ring *ring) in uvd_v6_0_enc_ring_set_wptr()
170 static int uvd_v6_0_enc_ring_test_ring(struct amdgpu_ring *ring) in uvd_v6_0_enc_ring_test_ring()
380 struct amdgpu_ring *ring; in uvd_v6_0_sw_init()
465 struct amdgpu_ring *ring = &adev->uvd.inst->ring; in uvd_v6_0_hw_init()
726 struct amdgpu_ring *ring = &adev->uvd.inst->ring; in uvd_v6_0_start()
984 static int uvd_v6_0_ring_test_ring(struct amdgpu_ring *ring) in uvd_v6_0_ring_test_ring()
1022 static void uvd_v6_0_ring_emit_ib(struct amdgpu_ring *ring, in uvd_v6_0_ring_emit_ib()
[all …]
|
| H A D | amdgpu_mes.h | 88 struct amdgpu_ring ring[AMDGPU_MAX_MES_PIPES];
190 struct amdgpu_ring *ring;
204 struct amdgpu_ring *ring;
401 int amdgpu_mes_ctx_get_offs(struct amdgpu_ring *ring, unsigned int id_offs);
428 struct amdgpu_ring *ring);
430 struct amdgpu_ring *ring,
434 struct amdgpu_ring *ring,
457 struct amdgpu_ring **out);
459 struct amdgpu_ring *ring);
|
| H A D | uvd_v7_0.c | 71 static uint64_t uvd_v7_0_ring_get_rptr(struct amdgpu_ring *ring) in uvd_v7_0_ring_get_rptr()
102 static uint64_t uvd_v7_0_ring_get_wptr(struct amdgpu_ring *ring) in uvd_v7_0_ring_get_wptr()
136 static void uvd_v7_0_ring_set_wptr(struct amdgpu_ring *ring) in uvd_v7_0_ring_set_wptr()
150 static void uvd_v7_0_enc_ring_set_wptr(struct amdgpu_ring *ring) in uvd_v7_0_enc_ring_set_wptr()
400 struct amdgpu_ring *ring; in uvd_v7_0_sw_init()
520 struct amdgpu_ring *ring; in uvd_v7_0_hw_init()
788 struct amdgpu_ring *ring; in uvd_v7_0_sriov_start()
954 struct amdgpu_ring *ring; in uvd_v7_0_start()
1250 static int uvd_v7_0_ring_test_ring(struct amdgpu_ring *ring) in uvd_v7_0_ring_test_ring()
1291 struct amdgpu_ring *ring = amdgpu_job_ring(job); in uvd_v7_0_ring_patch_cs_in_place()
[all …]
|
| H A D | si_dma.c | 41 static uint64_t si_dma_ring_get_rptr(struct amdgpu_ring *ring) in si_dma_ring_get_rptr()
46 static uint64_t si_dma_ring_get_wptr(struct amdgpu_ring *ring) in si_dma_ring_get_wptr()
54 static void si_dma_ring_set_wptr(struct amdgpu_ring *ring) in si_dma_ring_set_wptr()
62 static void si_dma_ring_emit_ib(struct amdgpu_ring *ring, in si_dma_ring_emit_ib()
128 struct amdgpu_ring *ring; in si_dma_start()
192 static int si_dma_ring_test_ring(struct amdgpu_ring *ring) in si_dma_ring_test_ring()
243 static int si_dma_ring_test_ib(struct amdgpu_ring *ring, long timeout) in si_dma_ring_test_ib()
413 static void si_dma_ring_emit_pipeline_sync(struct amdgpu_ring *ring) in si_dma_ring_emit_pipeline_sync()
438 static void si_dma_ring_emit_vm_flush(struct amdgpu_ring *ring, in si_dma_ring_emit_vm_flush()
452 static void si_dma_ring_emit_wreg(struct amdgpu_ring *ring, in si_dma_ring_emit_wreg()
[all …]
|
| H A D | vcn_v1_0.h | 27 void vcn_v1_0_ring_end_use(struct amdgpu_ring *ring);
28 void vcn_v1_0_set_pg_for_begin_use(struct amdgpu_ring *ring, bool set_clocks);
|