| /linux-6.15/drivers/gpu/drm/xe/ |
| H A D | xe_vm.h | 34 static inline struct xe_vm *xe_vm_get(struct xe_vm *vm) in xe_vm_get() 40 static inline void xe_vm_put(struct xe_vm *vm) in xe_vm_put() 45 int xe_vm_lock(struct xe_vm *vm, bool intr); 47 void xe_vm_unlock(struct xe_vm *vm); 49 static inline bool xe_vm_is_closed(struct xe_vm *vm) in xe_vm_is_closed() 55 static inline bool xe_vm_is_banned(struct xe_vm *vm) in xe_vm_is_banned() 88 return container_of(gpuvm, struct xe_vm, gpuvm); in gpuvm_to_vm() 193 void xe_vm_close_and_put(struct xe_vm *vm); 213 int xe_vm_userptr_pin(struct xe_vm *vm); 217 int xe_vm_userptr_check_repin(struct xe_vm *vm); [all …]
|
| H A D | xe_svm.h | 17 struct xe_vm; 55 int xe_svm_init(struct xe_vm *vm); 57 void xe_svm_fini(struct xe_vm *vm); 59 void xe_svm_close(struct xe_vm *vm); 65 bool xe_svm_has_mapping(struct xe_vm *vm, u64 start, u64 end); 71 void xe_svm_flush(struct xe_vm *vm); 86 int xe_svm_init(struct xe_vm *vm) in xe_svm_init() 92 void xe_svm_fini(struct xe_vm *vm) in xe_svm_fini() 97 void xe_svm_close(struct xe_vm *vm) in xe_svm_close() 110 bool xe_svm_has_mapping(struct xe_vm *vm, u64 start, u64 end) in xe_svm_has_mapping() [all …]
|
| H A D | xe_trace_bo.h | 31 __field(struct xe_vm *, vm) 188 DECLARE_EVENT_CLASS(xe_vm, 189 TP_PROTO(struct xe_vm *vm), 211 DEFINE_EVENT(xe_vm, xe_vm_kill, 212 TP_PROTO(struct xe_vm *vm), 216 DEFINE_EVENT(xe_vm, xe_vm_create, 217 TP_PROTO(struct xe_vm *vm), 221 DEFINE_EVENT(xe_vm, xe_vm_free, 222 TP_PROTO(struct xe_vm *vm), 227 TP_PROTO(struct xe_vm *vm), [all …]
|
| H A D | xe_exec_queue.h | 17 struct xe_exec_queue *xe_exec_queue_create(struct xe_device *xe, struct xe_vm *vm, 22 struct xe_vm *vm, 81 void xe_exec_queue_last_fence_put(struct xe_exec_queue *e, struct xe_vm *vm); 84 struct xe_vm *vm); 86 struct xe_vm *vm); 87 void xe_exec_queue_last_fence_set(struct xe_exec_queue *e, struct xe_vm *vm, 90 struct xe_vm *vm);
|
| H A D | xe_pt.h | 19 struct xe_vm; 31 struct xe_pt *xe_pt_create(struct xe_vm *vm, struct xe_tile *tile, 34 void xe_pt_populate_empty(struct xe_tile *tile, struct xe_vm *vm, 48 bool xe_pt_zap_ptes_range(struct xe_tile *tile, struct xe_vm *vm,
|
| H A D | xe_vm.c | 72 struct xe_vm *vm = xe_vma_vm(vma); in xe_vma_userptr_pin_pages() 484 struct xe_vm *vm = container_of(w, struct xe_vm, preempt.rebind_work); in preempt_rebind_work_func() 1578 struct xe_vm *vm) in xe_vm_create_scratch() 1618 struct xe_vm *vm; in xe_vm_create() 1941 struct xe_vm *vm = in vm_destroy_work_func() 1973 struct xe_vm *vm = container_of(gpuvm, struct xe_vm, gpuvm); in xe_vm_free() 1981 struct xe_vm *vm; in xe_vm_lookup() 2030 struct xe_vm *vm; in xe_vm_create_ioctl() 2115 struct xe_vm *vm; in xe_vm_destroy_ioctl() 2778 struct xe_vm *vm, in vm_bind_ioctl_ops_lock_and_prep() [all …]
|
| H A D | xe_svm.c | 37 static struct xe_vm *gpusvm_to_vm(struct drm_gpusvm *gpusvm) in gpusvm_to_vm() 39 return container_of(gpusvm, struct xe_vm, svm.gpusvm); in gpusvm_to_vm() 42 static struct xe_vm *range_to_vm(struct drm_gpusvm_range *r) in range_to_vm() 187 struct xe_vm *vm = gpusvm_to_vm(gpusvm); in xe_svm_invalidate() 304 static int xe_svm_garbage_collector(struct xe_vm *vm) in xe_svm_garbage_collector() 343 struct xe_vm *vm = container_of(w, struct xe_vm, in xe_svm_garbage_collector_work_func() 609 int xe_svm_init(struct xe_vm *vm) in xe_svm_init() 637 void xe_svm_close(struct xe_vm *vm) in xe_svm_close() 649 void xe_svm_fini(struct xe_vm *vm) in xe_svm_fini() 742 struct xe_vm *vm = range_to_vm(&range->base); in xe_svm_range_needs_migrate_to_vram() [all …]
|
| H A D | xe_bo.h | 93 struct xe_tile *tile, struct xe_vm *vm, 97 struct xe_vm *vm, size_t size, 100 struct xe_vm *vm, size_t size, 103 struct xe_vm *vm, size_t size, 107 struct xe_vm *vm, size_t size, 110 struct xe_vm *vm, size_t size, u64 offset, 114 struct xe_vm *vm, 205 int xe_bo_validate(struct xe_bo *bo, struct xe_vm *vm, bool allow_res_evict);
|
| H A D | xe_bo_types.h | 20 struct xe_vm; 36 struct xe_vm *vm;
|
| H A D | xe_gt_tlb_invalidation.h | 15 struct xe_vm; 25 void xe_gt_tlb_invalidation_vm(struct xe_gt *gt, struct xe_vm *vm);
|
| H A D | xe_sync.h | 15 struct xe_vm; 32 struct xe_exec_queue *q, struct xe_vm *vm);
|
| H A D | xe_exec_queue.c | 54 struct xe_vm *vm, in __xe_exec_queue_alloc() 117 struct xe_vm *vm = q->vm; in __xe_exec_queue_init() 167 struct xe_exec_queue *xe_exec_queue_create(struct xe_device *xe, struct xe_vm *vm, in xe_exec_queue_create() 209 struct xe_vm *vm, in xe_exec_queue_create_class() 256 struct xe_vm *migrate_vm; in xe_exec_queue_create_bind() 604 struct xe_vm *vm; in xe_exec_queue_create_ioctl() 917 struct xe_vm *vm) in xe_exec_queue_last_fence_lockdep_assert() 932 void xe_exec_queue_last_fence_put(struct xe_exec_queue *q, struct xe_vm *vm) in xe_exec_queue_last_fence_put() 963 struct xe_vm *vm) in xe_exec_queue_last_fence_get() 990 struct xe_vm *vm) in xe_exec_queue_last_fence_get_for_resume() [all …]
|
| H A D | xe_pxp_types.h | 20 struct xe_vm; 44 struct xe_vm *vm;
|
| H A D | xe_vm_types.h | 25 struct xe_vm; 145 struct xe_vm { struct 425 struct xe_vm *vm;
|
| H A D | xe_sched_job.h | 12 struct xe_vm; 61 int xe_sched_job_last_fence_add_dep(struct xe_sched_job *job, struct xe_vm *vm);
|
| H A D | xe_migrate.h | 23 struct xe_vm; 124 struct xe_vm *xe_migrate_get_vm(struct xe_migrate *m);
|
| H A D | xe_pt.c | 278 struct xe_vm *vm; 508 struct xe_vm *vm = xe_walk->vm; in xe_pt_stage_bind_entry() 976 struct xe_vm *vm; in xe_pt_commit_prepare_locks_assert() 992 struct xe_vm *vm; in xe_pt_commit_locks_assert() 1227 struct xe_vm *vm, in xe_pt_vm_dependencies() 1300 struct xe_vm *vm = vops->vm; in xe_pt_pre_commit() 1399 struct xe_vm *vm = pt_update->vops->vm; in xe_pt_userptr_pre_commit() 1655 struct xe_vm *vm, in xe_pt_stage_unbind() 1979 static int op_prepare(struct xe_vm *vm, in op_prepare() 2181 static void op_commit(struct xe_vm *vm, in op_commit() [all …]
|
| H A D | xe_exec_queue_types.h | 22 struct xe_vm; 55 struct xe_vm *vm;
|
| H A D | xe_gt_pagefault.c | 84 static struct xe_vma *lookup_vma(struct xe_vm *vm, u64 page_addr) in lookup_vma() 102 struct xe_vm *vm = xe_vma_vm(vma); in xe_pf_begin() 132 struct xe_vm *vm = xe_vma_vm(vma); in handle_vma_pagefault() 193 static struct xe_vm *asid_to_vm(struct xe_device *xe, u32 asid) in asid_to_vm() 195 struct xe_vm *vm; in asid_to_vm() 211 struct xe_vm *vm; in handle_pagefault() 557 static struct xe_vma *get_acc_vma(struct xe_vm *vm, struct acc *acc) in get_acc_vma() 570 struct xe_vm *vm; in handle_acc()
|
| H A D | xe_hmm.c | 137 struct xe_vm *vm = xe_vma_vm(&uvma->vma); in xe_hmm_userptr_set_mapped() 153 struct xe_vm *vm = xe_vma_vm(vma); in xe_hmm_userptr_unmap() 224 struct xe_vm *vm = xe_vma_vm(vma); in xe_hmm_userptr_populate_range()
|
| H A D | xe_lrc.h | 20 struct xe_vm; 47 struct xe_lrc *xe_lrc_create(struct xe_hw_engine *hwe, struct xe_vm *vm,
|
| H A D | xe_exec.c | 99 struct xe_vm *vm = container_of(vm_exec->vm, struct xe_vm, gpuvm); in xe_exec_fn() 119 struct xe_vm *vm; in xe_exec_ioctl()
|
| H A D | xe_bo.c | 603 struct xe_vm *vm = gpuvm_to_vm(vm_bo->vm); in xe_bo_trigger_rebind() 824 struct xe_vm *vm = gpuvm_to_vm(vm_bo->vm); in xe_bo_move() 1799 struct xe_tile *tile, struct xe_vm *vm, in __xe_bo_create_locked() 1882 struct xe_tile *tile, struct xe_vm *vm, in xe_bo_create_locked_range() 1891 struct xe_vm *vm, size_t size, in xe_bo_create_locked() 1899 struct xe_vm *vm, size_t size, in xe_bo_create_user() 1913 struct xe_vm *vm, size_t size, in xe_bo_create() 1925 struct xe_vm *vm, in xe_bo_create_pin_map_at() 1935 struct xe_vm *vm, in xe_bo_create_pin_map_at_aligned() 1976 struct xe_vm *vm, size_t size, in xe_bo_create_pin_map() [all …]
|
| H A D | xe_sched_job.c | 244 struct xe_vm *vm = q->vm; in xe_sched_job_arm() 303 int xe_sched_job_last_fence_add_dep(struct xe_sched_job *job, struct xe_vm *vm) in xe_sched_job_last_fence_add_dep()
|
| H A D | xe_migrate.c | 139 static void xe_migrate_program_identity(struct xe_device *xe, struct xe_vm *vm, struct xe_bo *bo, in xe_migrate_program_identity() 185 struct xe_vm *vm) in xe_migrate_prepare_vm() 401 struct xe_vm *vm; in xe_migrate_init() 566 struct xe_vm *vm = m->q->vm; in emit_pte() 1242 struct xe_vm *xe_migrate_get_vm(struct xe_migrate *m) in xe_migrate_get_vm() 1265 struct xe_vm *vm = pt_update->vops->vm; in xe_migrate_update_pgtables_cpu() 1401 struct xe_vm *vm = pt_update->vops->vm; in __xe_migrate_update_pgtables()
|