| /linux-6.15/drivers/gpu/drm/amd/amdkfd/ |
| H A D | kfd_mqd_manager_cik.c | 57 m = get_mqd(mqd); in update_cu_mask() 136 *mqd = m; in init_mqd() 152 *mqd = m; in init_mqd_sdma() 274 *mqd = m; in restore_mqd() 287 void *mqd, in checkpoint_mqd_sdma() argument 315 *mqd = m; in restore_mqd_sdma() 391 mqd = kzalloc(sizeof(*mqd), GFP_KERNEL); in mqd_manager_init_cik() 392 if (!mqd) in mqd_manager_init_cik() 395 mqd->dev = dev; in mqd_manager_init_cik() 459 kfree(mqd); in mqd_manager_init_cik() [all …]
|
| H A D | kfd_mqd_manager_vi.c | 60 m = get_mqd(mqd); in update_cu_mask() 151 *mqd = m; in init_mqd() 306 *mqd = m; in restore_mqd() 350 *mqd = m; in init_mqd_sdma() 386 void *mqd, in checkpoint_mqd_sdma() argument 414 *mqd = m; in restore_mqd_sdma() 448 mqd = kzalloc(sizeof(*mqd), GFP_KERNEL); in mqd_manager_init_vi() 449 if (!mqd) in mqd_manager_init_vi() 452 mqd->dev = dev; in mqd_manager_init_vi() 518 kfree(mqd); in mqd_manager_init_vi() [all …]
|
| H A D | kfd_mqd_manager_v10.c | 57 m = get_mqd(mqd); in update_cu_mask() 144 *mqd = m; in init_mqd() 297 *mqd = m; in restore_mqd() 354 *mqd = m; in init_mqd_sdma() 391 void *mqd, in checkpoint_mqd_sdma() argument 420 *mqd = m; in restore_mqd_sdma() 453 mqd = kzalloc(sizeof(*mqd), GFP_KERNEL); in mqd_manager_init_v10() 454 if (!mqd) in mqd_manager_init_v10() 457 mqd->dev = dev; in mqd_manager_init_v10() 528 kfree(mqd); in mqd_manager_init_v10() [all …]
|
| H A D | kfd_mqd_manager_v12.c | 56 m = get_mqd(mqd); in update_cu_mask() 161 *mqd = m; in init_mqd() 187 m = get_mqd(mqd); in update_mqd() 261 m = get_mqd(mqd); in get_wave_state() 297 m = get_mqd(*mqd); in init_mqd_hiq() 313 *mqd = m; in init_mqd_sdma() 383 mqd = kzalloc(sizeof(*mqd), GFP_KERNEL); in mqd_manager_init_v12() 384 if (!mqd) in mqd_manager_init_v12() 387 mqd->dev = dev; in mqd_manager_init_v12() 454 kfree(mqd); in mqd_manager_init_v12() [all …]
|
| H A D | kfd_mqd_manager_v11.c | 55 m = get_mqd(mqd); in update_cu_mask() 198 *mqd = m; in init_mqd() 224 m = get_mqd(mqd); in update_mqd() 298 m = get_mqd(mqd); in get_wave_state() 349 *mqd = m; in restore_mqd() 412 *mqd = m; in init_mqd_sdma() 481 mqd = kzalloc(sizeof(*mqd), GFP_KERNEL); in mqd_manager_init_v11() 482 if (!mqd) in mqd_manager_init_v11() 485 mqd->dev = dev; in mqd_manager_init_v11() 564 kfree(mqd); in mqd_manager_init_v11() [all …]
|
| H A D | kfd_mqd_manager_v9.c | 225 *mqd = m; in init_mqd() 406 *mqd = m; in restore_mqd() 466 *mqd = m; in init_mqd_sdma() 503 void *mqd, in checkpoint_mqd_sdma() argument 531 *mqd = m; in restore_mqd_sdma() 566 *mqd = m; in init_mqd_hiq_v9_4_3() 715 *mqd = m; in init_mqd_v9_4_3() 893 mqd = kzalloc(sizeof(*mqd), GFP_KERNEL); in mqd_manager_init_v9() 894 if (!mqd) in mqd_manager_init_v9() 984 kfree(mqd); in mqd_manager_init_v9() [all …]
|
| H A D | kfd_mqd_manager.h | 74 void (*init_mqd)(struct mqd_manager *mm, void **mqd, 78 int (*load_mqd)(struct mqd_manager *mm, void *mqd, 83 void (*update_mqd)(struct mqd_manager *mm, void *mqd, 87 int (*destroy_mqd)(struct mqd_manager *mm, void *mqd, 92 void (*free_mqd)(struct mqd_manager *mm, void *mqd, 95 bool (*is_occupied)(struct mqd_manager *mm, void *mqd, 99 int (*get_wave_state)(struct mqd_manager *mm, void *mqd, 108 void *mqd, 112 void (*restore_mqd)(struct mqd_manager *mm, void **mqd, 176 void kfd_free_mqd_cp(struct mqd_manager *mm, void *mqd, [all …]
|
| H A D | kfd_mqd_manager.c | 91 void free_mqd_hiq_sdma(struct mqd_manager *mm, void *mqd, in free_mqd_hiq_sdma() argument 208 int kfd_hiq_load_mqd_kiq(struct mqd_manager *mm, void *mqd, in kfd_hiq_load_mqd_kiq() argument 212 return mm->dev->kfd2kgd->hiq_mqd_load(mm->dev->adev, mqd, pipe_id, in kfd_hiq_load_mqd_kiq() 216 int kfd_destroy_mqd_cp(struct mqd_manager *mm, void *mqd, in kfd_destroy_mqd_cp() argument 224 void kfd_free_mqd_cp(struct mqd_manager *mm, void *mqd, in kfd_free_mqd_cp() argument 235 bool kfd_is_occupied_cp(struct mqd_manager *mm, void *mqd, in kfd_is_occupied_cp() argument 243 int kfd_load_mqd_sdma(struct mqd_manager *mm, void *mqd, in kfd_load_mqd_sdma() argument 247 return mm->dev->kfd2kgd->hqd_sdma_load(mm->dev->adev, mqd, in kfd_load_mqd_sdma() 256 int kfd_destroy_mqd_sdma(struct mqd_manager *mm, void *mqd, in kfd_destroy_mqd_sdma() argument 264 bool kfd_is_occupied_sdma(struct mqd_manager *mm, void *mqd, in kfd_is_occupied_sdma() argument [all …]
|
| /linux-6.15/drivers/misc/sgi-gru/ |
| H A D | grukservices.c | 559 mqd->mq = mq; in gru_create_message_queue() 560 mqd->mq_gpa = uv_gpa(mq); in gru_create_message_queue() 561 mqd->qlines = qlines; in gru_create_message_queue() 562 mqd->interrupt_pnode = nasid >> 1; in gru_create_message_queue() 563 mqd->interrupt_vector = vector; in gru_create_message_queue() 564 mqd->interrupt_apicid = apicid; in gru_create_message_queue() 648 qlines = mqd->qlines; in send_message_queue_full() 720 if (!mqd->interrupt_vector) in send_message_put_nacked() 875 gru_free_message(mqd, mhdr); in gru_get_next_message() 1023 m = gru_get_next_message(&mqd); in quicktest1() [all …]
|
| H A D | grukservices.h | 61 extern int gru_create_message_queue(struct gru_message_queue_desc *mqd, 81 extern int gru_send_message_gpa(struct gru_message_queue_desc *mqd, 101 extern void gru_free_message(struct gru_message_queue_desc *mqd, 117 extern void *gru_get_next_message(struct gru_message_queue_desc *mqd);
|
| /linux-6.15/drivers/gpu/drm/amd/amdgpu/ |
| H A D | mes_v11_0.c | 1086 memset(mqd, 0, sizeof(*mqd)); in mes_v11_0_mqd_init() 1088 mqd->header = 0xC0310800; in mes_v11_0_mqd_init() 1105 mqd->cp_hqd_eop_control = tmp; in mes_v11_0_mqd_init() 1109 mqd->cp_hqd_pq_rptr = 0; in mes_v11_0_mqd_init() 1110 mqd->cp_hqd_pq_wptr_lo = 0; in mes_v11_0_mqd_init() 1111 mqd->cp_hqd_pq_wptr_hi = 0; in mes_v11_0_mqd_init() 1120 mqd->cp_mqd_control = tmp; in mes_v11_0_mqd_init() 1149 mqd->cp_hqd_pq_control = tmp; in mes_v11_0_mqd_init() 1167 mqd->cp_hqd_vmid = 0; in mes_v11_0_mqd_init() 1169 mqd->cp_hqd_active = 1; in mes_v11_0_mqd_init() [all …]
|
| H A D | mes_v12_0.c | 1172 mqd->header = 0xC0310800; in mes_v12_0_mqd_init() 1189 mqd->cp_hqd_eop_control = tmp; in mes_v12_0_mqd_init() 1193 mqd->cp_hqd_pq_rptr = 0; in mes_v12_0_mqd_init() 1194 mqd->cp_hqd_pq_wptr_lo = 0; in mes_v12_0_mqd_init() 1195 mqd->cp_hqd_pq_wptr_hi = 0; in mes_v12_0_mqd_init() 1204 mqd->cp_mqd_control = tmp; in mes_v12_0_mqd_init() 1233 mqd->cp_hqd_pq_control = tmp; in mes_v12_0_mqd_init() 1252 mqd->cp_hqd_vmid = 0; in mes_v12_0_mqd_init() 1254 mqd->cp_hqd_active = 1; in mes_v12_0_mqd_init() 1259 mqd->cp_hqd_persistent_state = tmp; in mes_v12_0_mqd_init() [all …]
|
| H A D | amdgpu_amdkfd_gfx_v10_3.c | 169 static inline struct v10_compute_mqd *get_mqd(void *mqd) in get_mqd() argument 171 return (struct v10_compute_mqd *)mqd; in get_mqd() 174 static inline struct v10_sdma_mqd *get_sdma_mqd(void *mqd) in get_sdma_mqd() argument 176 return (struct v10_sdma_mqd *)mqd; in get_sdma_mqd() 188 m = get_mqd(mqd); in hqd_load_v10_3() 285 m = get_mqd(mqd); in hiq_mqd_load_v10_3() 369 m = get_sdma_mqd(mqd); in hqd_sdma_load_v10_3() 482 void *mqd) in hqd_sdma_is_occupied_v10_3() argument 488 m = get_sdma_mqd(mqd); in hqd_sdma_is_occupied_v10_3() 508 struct v10_compute_mqd *m = get_mqd(mqd); in hqd_destroy_v10_3() [all …]
|
| H A D | amdgpu_amdkfd_gfx_v8.c | 144 static inline struct vi_mqd *get_mqd(void *mqd) in get_mqd() argument 146 return (struct vi_mqd *)mqd; in get_mqd() 149 static inline struct vi_sdma_mqd *get_sdma_mqd(void *mqd) in get_sdma_mqd() argument 151 return (struct vi_sdma_mqd *)mqd; in get_sdma_mqd() 154 static int kgd_hqd_load(struct amdgpu_device *adev, void *mqd, in kgd_hqd_load() argument 164 m = get_mqd(mqd); in kgd_hqd_load() 271 m = get_sdma_mqd(mqd); in kgd_hqd_sdma_load() 380 m = get_sdma_mqd(mqd); in kgd_hqd_sdma_is_occupied() 391 static int kgd_hqd_destroy(struct amdgpu_device *adev, void *mqd, in kgd_hqd_destroy() argument 400 struct vi_mqd *m = get_mqd(mqd); in kgd_hqd_destroy() [all …]
|
| H A D | amdgpu_amdkfd_gfx_v7.c | 149 static inline struct cik_mqd *get_mqd(void *mqd) in get_mqd() argument 151 return (struct cik_mqd *)mqd; in get_mqd() 154 static inline struct cik_sdma_rlc_registers *get_sdma_mqd(void *mqd) in get_sdma_mqd() argument 156 return (struct cik_sdma_rlc_registers *)mqd; in get_sdma_mqd() 159 static int kgd_hqd_load(struct amdgpu_device *adev, void *mqd, in kgd_hqd_load() argument 169 m = get_mqd(mqd); in kgd_hqd_load() 239 static int kgd_hqd_sdma_load(struct amdgpu_device *adev, void *mqd, in kgd_hqd_sdma_load() argument 247 m = get_sdma_mqd(mqd); in kgd_hqd_sdma_load() 348 m = get_sdma_mqd(mqd); in kgd_hqd_sdma_is_occupied() 359 static int kgd_hqd_destroy(struct amdgpu_device *adev, void *mqd, in kgd_hqd_destroy() argument [all …]
|
| H A D | amdgpu_amdkfd_arcturus.h | 23 int kgd_arcturus_hqd_sdma_load(struct amdgpu_device *adev, void *mqd, 29 void *mqd); 30 int kgd_arcturus_hqd_sdma_destroy(struct amdgpu_device *adev, void *mqd,
|
| H A D | amdgpu_amdkfd_arcturus.c | 62 static inline struct v9_sdma_mqd *get_sdma_mqd(void *mqd) in get_sdma_mqd() argument 64 return (struct v9_sdma_mqd *)mqd; in get_sdma_mqd() 123 int kgd_arcturus_hqd_sdma_load(struct amdgpu_device *adev, void *mqd, in kgd_arcturus_hqd_sdma_load() argument 133 m = get_sdma_mqd(mqd); in kgd_arcturus_hqd_sdma_load() 224 void *mqd) in kgd_arcturus_hqd_sdma_is_occupied() argument 230 m = get_sdma_mqd(mqd); in kgd_arcturus_hqd_sdma_is_occupied() 242 int kgd_arcturus_hqd_sdma_destroy(struct amdgpu_device *adev, void *mqd, in kgd_arcturus_hqd_sdma_destroy() argument 250 m = get_sdma_mqd(mqd); in kgd_arcturus_hqd_sdma_destroy()
|
| H A D | amdgpu_amdkfd_gc_9_4_3.c | 38 static inline struct v9_sdma_mqd *get_sdma_mqd(void *mqd) in get_sdma_mqd() argument 40 return (struct v9_sdma_mqd *)mqd; in get_sdma_mqd() 59 static int kgd_gfx_v9_4_3_hqd_sdma_load(struct amdgpu_device *adev, void *mqd, in kgd_gfx_v9_4_3_hqd_sdma_load() argument 69 m = get_sdma_mqd(mqd); in kgd_gfx_v9_4_3_hqd_sdma_load() 171 m = get_sdma_mqd(mqd); in kgd_gfx_v9_4_3_hqd_sdma_is_occupied() 183 static int kgd_gfx_v9_4_3_hqd_sdma_destroy(struct amdgpu_device *adev, void *mqd, in kgd_gfx_v9_4_3_hqd_sdma_destroy() argument 191 m = get_sdma_mqd(mqd); in kgd_gfx_v9_4_3_hqd_sdma_destroy() 279 static inline struct v9_mqd *get_mqd(void *mqd) in get_mqd() argument 281 return (struct v9_mqd *)mqd; in get_mqd() 284 static int kgd_gfx_v9_4_3_hqd_load(struct amdgpu_device *adev, void *mqd, in kgd_gfx_v9_4_3_hqd_load() argument [all …]
|
| H A D | amdgpu_amdkfd_gfx_v11.c | 154 static inline struct v11_compute_mqd *get_mqd(void *mqd) in get_mqd() argument 156 return (struct v11_compute_mqd *)mqd; in get_mqd() 159 static inline struct v11_sdma_mqd *get_sdma_mqd(void *mqd) in get_sdma_mqd() argument 161 return (struct v11_sdma_mqd *)mqd; in get_sdma_mqd() 173 m = get_mqd(mqd); in hqd_load_v11() 261 static int hiq_mqd_load_v11(struct amdgpu_device *adev, void *mqd, in hiq_mqd_load_v11() argument 270 m = get_mqd(mqd); in hiq_mqd_load_v11() 354 m = get_sdma_mqd(mqd); in hqd_sdma_load_v11() 476 m = get_sdma_mqd(mqd); in hqd_sdma_is_occupied_v11() 496 struct v11_compute_mqd *m = get_mqd(mqd); in hqd_destroy_v11() [all …]
|
| H A D | gfx_v12_0.c | 2981 memset((void *)mqd, 0, sizeof(*mqd)); in gfx_v12_0_kgq_init_queue() 2988 memcpy_fromio(adev->gfx.me.mqd_backup[mqd_idx], mqd, sizeof(*mqd)); in gfx_v12_0_kgq_init_queue() 2992 memcpy_toio(mqd, adev->gfx.me.mqd_backup[mqd_idx], sizeof(*mqd)); in gfx_v12_0_kgq_init_queue() 3066 mqd->cp_hqd_pq_rptr = 0; in gfx_v12_0_compute_mqd_init() 3128 mqd->cp_hqd_vmid = 0; in gfx_v12_0_compute_mqd_init() 3269 memcpy(mqd, adev->gfx.mec.mqd_backup[mqd_idx], sizeof(*mqd)); in gfx_v12_0_kiq_init_queue() 3281 memset((void *)mqd, 0, sizeof(*mqd)); in gfx_v12_0_kiq_init_queue() 3292 memcpy(adev->gfx.mec.mqd_backup[mqd_idx], mqd, sizeof(*mqd)); in gfx_v12_0_kiq_init_queue() 3305 memset((void *)mqd, 0, sizeof(*mqd)); in gfx_v12_0_kcq_init_queue() 3313 memcpy_fromio(adev->gfx.mec.mqd_backup[mqd_idx], mqd, sizeof(*mqd)); in gfx_v12_0_kcq_init_queue() [all …]
|
| H A D | gfx_v9_4_3.c | 1784 mqd->header = 0xC0310800; in gfx_v9_4_3_xcc_mqd_init() 1835 mqd->cp_hqd_pq_rptr = 0; in gfx_v9_4_3_xcc_mqd_init() 1836 mqd->cp_hqd_pq_wptr_lo = 0; in gfx_v9_4_3_xcc_mqd_init() 1837 mqd->cp_hqd_pq_wptr_hi = 0; in gfx_v9_4_3_xcc_mqd_init() 1846 mqd->cp_mqd_control = tmp; in gfx_v9_4_3_xcc_mqd_init() 1866 mqd->cp_hqd_pq_control = tmp; in gfx_v9_4_3_xcc_mqd_init() 1884 mqd->cp_hqd_vmid = 0; in gfx_v9_4_3_xcc_mqd_init() 1893 mqd->cp_hqd_ib_control = tmp; in gfx_v9_4_3_xcc_mqd_init() 1903 mqd->cp_hqd_active = 1; in gfx_v9_4_3_xcc_mqd_init() 1957 mqd->cp_mqd_control); in gfx_v9_4_3_xcc_kiq_init_register() [all …]
|
| H A D | amdgpu_amdkfd_gfx_v10.c | 198 static inline struct v10_compute_mqd *get_mqd(void *mqd) in get_mqd() argument 200 return (struct v10_compute_mqd *)mqd; in get_mqd() 203 static inline struct v10_sdma_mqd *get_sdma_mqd(void *mqd) in get_sdma_mqd() argument 205 return (struct v10_sdma_mqd *)mqd; in get_sdma_mqd() 208 static int kgd_hqd_load(struct amdgpu_device *adev, void *mqd, in kgd_hqd_load() argument 217 m = get_mqd(mqd); in kgd_hqd_load() 299 m = get_mqd(mqd); in kgd_hiq_mqd_load() 383 m = get_sdma_mqd(mqd); in kgd_hqd_sdma_load() 501 m = get_sdma_mqd(mqd); in kgd_hqd_sdma_is_occupied() 521 struct v10_compute_mqd *m = get_mqd(mqd); in kgd_hqd_destroy() [all …]
|
| H A D | gfx_v11_0.c | 4094 memset((void *)mqd, 0, sizeof(*mqd)); in gfx_v11_0_kgq_init_queue() 4101 memcpy_fromio(adev->gfx.me.mqd_backup[mqd_idx], mqd, sizeof(*mqd)); in gfx_v11_0_kgq_init_queue() 4105 memcpy_toio(mqd, adev->gfx.me.mqd_backup[mqd_idx], sizeof(*mqd)); in gfx_v11_0_kgq_init_queue() 4179 mqd->cp_hqd_pq_rptr = 0; in gfx_v11_0_compute_mqd_init() 4242 mqd->cp_hqd_vmid = 0; in gfx_v11_0_compute_mqd_init() 4382 memcpy_toio(mqd, adev->gfx.kiq[0].mqd_backup, sizeof(*mqd)); in gfx_v11_0_kiq_init_queue() 4394 memset((void *)mqd, 0, sizeof(*mqd)); in gfx_v11_0_kiq_init_queue() 4405 memcpy_fromio(adev->gfx.kiq[0].mqd_backup, mqd, sizeof(*mqd)); in gfx_v11_0_kiq_init_queue() 4418 memset((void *)mqd, 0, sizeof(*mqd)); in gfx_v11_0_kcq_init_queue() 4426 memcpy_fromio(adev->gfx.mec.mqd_backup[mqd_idx], mqd, sizeof(*mqd)); in gfx_v11_0_kcq_init_queue() [all …]
|
| H A D | gfx_v7_0.c | 2821 struct cik_mqd *mqd, in gfx_v7_0_mqd_init() argument 2831 mqd->header = 0xC0310800; in gfx_v7_0_mqd_init() 2860 mqd->cp_hqd_pq_control &= in gfx_v7_0_mqd_init() 2864 mqd->cp_hqd_pq_control |= in gfx_v7_0_mqd_init() 2866 mqd->cp_hqd_pq_control |= in gfx_v7_0_mqd_init() 2869 mqd->cp_hqd_pq_control |= in gfx_v7_0_mqd_init() 2872 mqd->cp_hqd_pq_control &= in gfx_v7_0_mqd_init() 2876 mqd->cp_hqd_pq_control |= in gfx_v7_0_mqd_init() 2916 mqd->cp_hqd_vmid = 0; in gfx_v7_0_mqd_init() 2937 mqd->cp_hqd_active = 1; in gfx_v7_0_mqd_init() [all …]
|
| /linux-6.15/drivers/gpu/drm/amd/include/ |
| H A D | kgd_kfd_interface.h | 233 int (*hqd_load)(struct amdgpu_device *adev, void *mqd, uint32_t pipe_id, 238 int (*hiq_mqd_load)(struct amdgpu_device *adev, void *mqd, 242 int (*hqd_sdma_load)(struct amdgpu_device *adev, void *mqd, 257 int (*hqd_destroy)(struct amdgpu_device *adev, void *mqd, 262 bool (*hqd_sdma_is_occupied)(struct amdgpu_device *adev, void *mqd); 264 int (*hqd_sdma_destroy)(struct amdgpu_device *adev, void *mqd,
|