| /linux-6.15/drivers/accel/habanalabs/common/ |
| H A D | habanalabs.h | 302 struct hl_ctx *ctx; 982 struct hl_ctx *ctx; 1845 struct hl_ctx *ctx; 1929 struct hl_ctx { struct 2046 struct hl_ctx *ctx; 2206 struct hl_ctx *ctx; 2336 struct hl_ctx *ctx; 2925 struct hl_ctx *ctx; 2969 struct hl_ctx *ctx; 3598 struct hl_ctx *ctx; [all …]
|
| H A D | context.c | 81 static void hl_ctx_fini(struct hl_ctx *ctx) in hl_ctx_fini() 133 struct hl_ctx *ctx; in hl_ctx_do_release() 135 ctx = container_of(ref, struct hl_ctx, refcount); in hl_ctx_do_release() 155 struct hl_ctx *ctx; in hl_ctx_create() 293 static int hl_ctx_get_unless_zero(struct hl_ctx *ctx) in hl_ctx_get_unless_zero() 298 void hl_ctx_get(struct hl_ctx *ctx) in hl_ctx_get() 303 int hl_ctx_put(struct hl_ctx *ctx) in hl_ctx_put() 308 struct hl_ctx *hl_get_compute_ctx(struct hl_device *hdev) in hl_get_compute_ctx() 310 struct hl_ctx *ctx = NULL; in hl_get_compute_ctx() 383 int hl_ctx_get_fences(struct hl_ctx *ctx, u64 *seq_arr, in hl_ctx_get_fences() [all …]
|
| H A D | memory.c | 942 static int map_phys_pg_pack(struct hl_ctx *ctx, u64 vaddr, in map_phys_pg_pack() 1431 struct hl_ctx *ctx = lnode->ctx; in hw_block_vm_close() 1464 struct hl_ctx *ctx = hpriv->ctx; in hl_hw_block_mmap() 1830 struct hl_ctx *ctx; in hl_release_dmabuf() 1856 static int export_dmabuf(struct hl_ctx *ctx, in export_dmabuf() 2204 struct hl_ctx *ctx = hpriv->ctx; in hl_mem_ioctl() 2602 static int vm_ctx_init_with_ranges(struct hl_ctx *ctx, in vm_ctx_init_with_ranges() 2700 int hl_vm_ctx_init(struct hl_ctx *ctx) in hl_vm_ctx_init() 2752 void hl_vm_ctx_fini(struct hl_ctx *ctx) in hl_vm_ctx_fini() 2916 void hl_hw_block_mem_init(struct hl_ctx *ctx) in hl_hw_block_mem_init() [all …]
|
| H A D | command_buffer.c | 17 static int cb_map_mem(struct hl_ctx *ctx, struct hl_cb *cb) in cb_map_mem() 68 static void cb_unmap_mem(struct hl_ctx *ctx, struct hl_cb *cb) in cb_unmap_mem() 162 struct hl_ctx *ctx; 267 struct hl_ctx *ctx, u32 cb_size, bool internal_cb, in hl_cb_create() 510 int hl_cb_va_pool_init(struct hl_ctx *ctx) in hl_cb_va_pool_init() 549 void hl_cb_va_pool_fini(struct hl_ctx *ctx) in hl_cb_va_pool_fini()
|
| H A D | command_submission.c | 898 static int allocate_cs(struct hl_device *hdev, struct hl_ctx *ctx, in allocate_cs() 1047 struct hl_ctx *ctx = hl_get_compute_ctx(hdev); in release_reserved_encaps_signals() 1350 struct hl_ctx *ctx = hpriv->ctx; in hl_cs_sanity_checks() 1410 struct hl_ctx *ctx) in hl_cs_copy_chunk_array() 1498 struct hl_ctx *ctx = hpriv->ctx; in cs_ioctl_default() 1691 struct hl_ctx *ctx = hpriv->ctx; in hl_cs_ctx_switch() 1881 struct hl_cs_chunk *chunk, u64 *signal_seq, struct hl_ctx *ctx, in cs_ioctl_extract_signal_seq() 1939 struct hl_ctx *ctx, struct hl_cs *cs, in cs_ioctl_signal_wait_create_jobs() 2215 struct hl_ctx *ctx = hpriv->ctx; in cs_ioctl_signal_wait() 3013 struct hl_ctx *ctx = hpriv->ctx; in hl_multi_cs_wait_ioctl() [all …]
|
| H A D | decoder.c | 127 void hl_dec_ctx_fini(struct hl_ctx *ctx) in hl_dec_ctx_fini()
|
| H A D | debugfs.c | 239 struct hl_ctx *ctx; in vm_show() 424 struct hl_ctx *ctx; in mmu_show() 686 struct hl_ctx *ctx; in device_va_to_pa() 1888 void hl_debugfs_add_ctx_mem_hash(struct hl_device *hdev, struct hl_ctx *ctx) in hl_debugfs_add_ctx_mem_hash() 1897 void hl_debugfs_remove_ctx_mem_hash(struct hl_device *hdev, struct hl_ctx *ctx) in hl_debugfs_remove_ctx_mem_hash()
|
| H A D | device.c | 804 struct hl_ctx *ctx = hl_get_compute_ctx(hdev); in device_hard_reset_pending() 1237 int hl_device_set_debug_mode(struct hl_device *hdev, struct hl_ctx *ctx, bool enable) in hl_device_set_debug_mode() 1636 struct hl_ctx *ctx; in hl_device_reset() 2051 struct hl_ctx *ctx = NULL; in hl_device_cond_reset() 2733 struct hl_ctx *ctx; in hl_capture_user_mappings()
|
| H A D | hw_queue.c | 560 struct hl_ctx *ctx = cs->ctx; in init_signal_wait_cs() 640 struct hl_ctx *ctx = cs->ctx; in hl_hw_queue_schedule_cs()
|
| H A D | habanalabs_ioctl.c | 200 static int debug_coresight(struct hl_device *hdev, struct hl_ctx *ctx, struct hl_debug_args *args) in debug_coresight()
|
| /linux-6.15/drivers/accel/habanalabs/common/mmu/ |
| H A D | mmu.c | 106 int hl_mmu_ctx_init(struct hl_ctx *ctx) in hl_mmu_ctx_init() 145 void hl_mmu_ctx_fini(struct hl_ctx *ctx) in hl_mmu_ctx_fini() 548 int hl_mmu_get_tlb_info(struct hl_ctx *ctx, u64 virt_addr, in hl_mmu_get_tlb_info() 675 struct hl_ctx *ctx = pfw->ctx; in hl_mmu_prefetch_work_function() 762 void hl_mmu_hr_flush(struct hl_ctx *ctx) in hl_mmu_hr_flush() 1249 u64 hl_mmu_dr_get_phys_hop0_addr(struct hl_ctx *ctx) in hl_mmu_dr_get_phys_hop0_addr() 1255 u64 hl_mmu_dr_get_hop0_addr(struct hl_ctx *ctx) in hl_mmu_dr_get_hop0_addr() 1298 void hl_mmu_dr_get_pte(struct hl_ctx *ctx, u64 hop_addr) in hl_mmu_dr_get_pte() 1303 int hl_mmu_dr_put_pte(struct hl_ctx *ctx, u64 hop_addr) in hl_mmu_dr_put_pte() 1321 u64 hl_mmu_dr_alloc_hop(struct hl_ctx *ctx) in hl_mmu_dr_alloc_hop() [all …]
|
| H A D | mmu_v2_hr.c | 13 static struct pgt_info *hl_mmu_v2_hr_get_pgt_info(struct hl_ctx *ctx, u64 phys_hop_addr) in hl_mmu_v2_hr_get_pgt_info() 25 static void hl_mmu_v2_hr_add_pgt_info(struct hl_ctx *ctx, struct pgt_info *pgt_info, in hl_mmu_v2_hr_add_pgt_info() 31 static struct pgt_info *hl_mmu_v2_hr_get_hop0_pgt_info(struct hl_ctx *ctx) in hl_mmu_v2_hr_get_hop0_pgt_info() 79 static int hl_mmu_v2_hr_ctx_init(struct hl_ctx *ctx) in hl_mmu_v2_hr_ctx_init() 95 static void hl_mmu_v2_hr_ctx_fini(struct hl_ctx *ctx) in hl_mmu_v2_hr_ctx_fini() 115 static int _hl_mmu_v2_hr_unmap(struct hl_ctx *ctx, in _hl_mmu_v2_hr_unmap() 205 static int _hl_mmu_v2_hr_map(struct hl_ctx *ctx, in _hl_mmu_v2_hr_map() 317 static void hl_mmu_v2_hr_swap_out(struct hl_ctx *ctx) in hl_mmu_v2_hr_swap_out() 328 static void hl_mmu_v2_hr_swap_in(struct hl_ctx *ctx) in hl_mmu_v2_hr_swap_in() 370 static int hl_mmu_v2_hr_get_tlb_info(struct hl_ctx *ctx, u64 virt_addr, in hl_mmu_v2_hr_get_tlb_info()
|
| H A D | mmu_v2.c | 22 static int hl_mmu_v2_ctx_init(struct hl_ctx *ctx) in hl_mmu_v2_ctx_init() 39 static void hl_mmu_v2_ctx_fini(struct hl_ctx *ctx) in hl_mmu_v2_ctx_fini() 58 static int hl_mmu_v2_unmap(struct hl_ctx *ctx, u64 virt_addr, bool is_dram_addr) in hl_mmu_v2_unmap() 130 static int hl_mmu_v2_map(struct hl_ctx *ctx, u64 virt_addr, u64 phys_addr, in hl_mmu_v2_map() 229 static void hl_mmu_v2_swap_out(struct hl_ctx *ctx) in hl_mmu_v2_swap_out() 240 static void hl_mmu_v2_swap_in(struct hl_ctx *ctx) in hl_mmu_v2_swap_in() 245 static int hl_mmu_v2_get_tlb_info(struct hl_ctx *ctx, u64 virt_addr, struct hl_mmu_hop_info *hops) in hl_mmu_v2_get_tlb_info()
|
| H A D | mmu_v1.c | 15 static inline u64 get_hop_pte_addr(struct hl_ctx *ctx, struct hl_mmu_properties *mmu_prop, in get_hop_pte_addr() 26 static int dram_default_mapping_init(struct hl_ctx *ctx) in dram_default_mapping_init() 126 static void dram_default_mapping_fini(struct hl_ctx *ctx) in dram_default_mapping_fini() 182 static int hl_mmu_v1_ctx_init(struct hl_ctx *ctx) in hl_mmu_v1_ctx_init() 198 static void hl_mmu_v1_ctx_fini(struct hl_ctx *ctx) in hl_mmu_v1_ctx_fini() 219 static int hl_mmu_v1_unmap(struct hl_ctx *ctx, in hl_mmu_v1_unmap() 323 static int hl_mmu_v1_map(struct hl_ctx *ctx, u64 virt_addr, u64 phys_addr, in hl_mmu_v1_map() 437 static void hl_mmu_v1_swap_out(struct hl_ctx *ctx) in hl_mmu_v1_swap_out() 448 static void hl_mmu_v1_swap_in(struct hl_ctx *ctx) in hl_mmu_v1_swap_in() 453 static int hl_mmu_v1_get_tlb_info(struct hl_ctx *ctx, u64 virt_addr, in hl_mmu_v1_get_tlb_info()
|
| /linux-6.15/drivers/accel/habanalabs/gaudi/ |
| H A D | gaudiP.h | 339 int gaudi_debug_coresight(struct hl_device *hdev, struct hl_ctx *ctx, void *data); 340 void gaudi_halt_coresight(struct hl_device *hdev, struct hl_ctx *ctx);
|
| H A D | gaudi_coresight.c | 864 int gaudi_debug_coresight(struct hl_device *hdev, struct hl_ctx *ctx, void *data) in gaudi_debug_coresight() 903 void gaudi_halt_coresight(struct hl_device *hdev, struct hl_ctx *ctx) in gaudi_halt_coresight()
|
| H A D | gaudi.c | 1320 struct hl_ctx *ctx; in gaudi_collective_wait_init_cs() 1429 struct hl_ctx *ctx, struct hl_cs *cs, in gaudi_collective_wait_create_job() 1525 struct hl_ctx *ctx, struct hl_cs *cs, in gaudi_collective_wait_create_jobs() 8287 struct hl_ctx *ctx) in gaudi_internal_cb_pool_init() 8367 struct hl_ctx *ctx) in gaudi_internal_cb_pool_fini() 8388 static int gaudi_ctx_init(struct hl_ctx *ctx) in gaudi_ctx_init() 8406 static void gaudi_ctx_fini(struct hl_ctx *ctx) in gaudi_ctx_fini()
|
| /linux-6.15/drivers/accel/habanalabs/goya/ |
| H A D | goyaP.h | 223 int goya_debug_coresight(struct hl_device *hdev, struct hl_ctx *ctx, void *data); 224 void goya_halt_coresight(struct hl_device *hdev, struct hl_ctx *ctx);
|
| H A D | goya_coresight.c | 659 int goya_debug_coresight(struct hl_device *hdev, struct hl_ctx *ctx, void *data) in goya_debug_coresight() 698 void goya_halt_coresight(struct hl_device *hdev, struct hl_ctx *ctx) in goya_halt_coresight()
|
| H A D | goya.c | 5236 static int goya_ctx_init(struct hl_ctx *ctx) in goya_ctx_init() 5299 struct hl_ctx *ctx, struct hl_cs *cs, u32 wait_queue_id, in goya_collective_wait_create_jobs() 5305 static void goya_ctx_fini(struct hl_ctx *ctx) in goya_ctx_fini()
|
| /linux-6.15/drivers/accel/habanalabs/gaudi2/ |
| H A D | gaudi2P.h | 600 int gaudi2_debug_coresight(struct hl_device *hdev, struct hl_ctx *ctx, void *data); 601 void gaudi2_halt_coresight(struct hl_device *hdev, struct hl_ctx *ctx);
|
| H A D | gaudi2_coresight.c | 2192 static int gaudi2_config_etr(struct hl_device *hdev, struct hl_ctx *ctx, in gaudi2_config_etr() 2545 int gaudi2_debug_coresight(struct hl_device *hdev, struct hl_ctx *ctx, void *data) in gaudi2_debug_coresight() 2580 void gaudi2_halt_coresight(struct hl_device *hdev, struct hl_ctx *ctx) in gaudi2_halt_coresight()
|
| H A D | gaudi2.c | 10669 struct hl_ctx *ctx; in gaudi2_debugfs_read_dma() 10763 static int gaudi2_internal_cb_pool_init(struct hl_device *hdev, struct hl_ctx *ctx) in gaudi2_internal_cb_pool_init() 10834 static void gaudi2_internal_cb_pool_fini(struct hl_device *hdev, struct hl_ctx *ctx) in gaudi2_internal_cb_pool_fini() 10859 static int gaudi2_map_virtual_msix_doorbell_memory(struct hl_ctx *ctx) in gaudi2_map_virtual_msix_doorbell_memory() 10875 static void gaudi2_unmap_virtual_msix_doorbell_memory(struct hl_ctx *ctx) in gaudi2_unmap_virtual_msix_doorbell_memory() 10888 static int gaudi2_ctx_init(struct hl_ctx *ctx) in gaudi2_ctx_init() 10918 static void gaudi2_ctx_fini(struct hl_ctx *ctx) in gaudi2_ctx_fini() 11132 static int gaudi2_collective_wait_create_jobs(struct hl_device *hdev, struct hl_ctx *ctx, in gaudi2_collective_wait_create_jobs()
|