| /linux-6.15/drivers/gpu/drm/radeon/ |
| H A D | radeon_vm.c | 299 return bo_va; in radeon_vm_bo_find() 328 bo_va->vm = vm; in radeon_vm_bo_add() 329 bo_va->bo = bo; in radeon_vm_bo_add() 341 return bo_va; in radeon_vm_bo_add() 495 if (bo_va->it.start || bo_va->it.last) { in radeon_vm_bo_set_addr() 964 nptes = bo_va->it.last - bo_va->it.start + 1; in radeon_vm_bo_update() 1124 if (bo_va->it.start || bo_va->it.last) in radeon_vm_bo_rmv() 1129 if (bo_va->it.start || bo_va->it.last) { in radeon_vm_bo_rmv() 1130 bo_va->bo = radeon_bo_ref(bo_va->bo); in radeon_vm_bo_rmv() 1157 (bo_va->it.start || bo_va->it.last)) in radeon_vm_bo_invalidate() [all …]
|
| H A D | radeon_gem.c | 202 struct radeon_bo_va *bo_va; in radeon_gem_object_open() local 216 if (!bo_va) { in radeon_gem_object_open() 219 ++bo_va->ref_count; in radeon_gem_object_open() 233 struct radeon_bo_va *bo_va; in radeon_gem_object_close() local 248 if (bo_va) { in radeon_gem_object_close() 249 if (--bo_va->ref_count == 0) { in radeon_gem_object_close() 649 if (bo_va->it.start && bo_va->bo) in radeon_gem_va_update_vm() 650 r = radeon_vm_bo_update(rdev, bo_va, bo_va->bo->tbo.resource); in radeon_gem_va_update_vm() 671 struct radeon_bo_va *bo_va; in radeon_gem_va_ioctl() local 735 if (!bo_va) { in radeon_gem_va_ioctl() [all …]
|
| H A D | radeon_trace.h | 66 TP_PROTO(struct radeon_bo_va *bo_va), 67 TP_ARGS(bo_va), 75 __entry->soffset = bo_va->it.start; 76 __entry->eoffset = bo_va->it.last + 1; 77 __entry->flags = bo_va->flags;
|
| H A D | radeon_cs.c | 507 struct radeon_bo_va *bo_va; in radeon_bo_vm_update_pte() local 532 bo_va = radeon_vm_bo_find(vm, bo); in radeon_bo_vm_update_pte() 533 if (bo_va == NULL) { in radeon_bo_vm_update_pte() 538 r = radeon_vm_bo_update(rdev, bo_va, bo->tbo.resource); in radeon_bo_vm_update_pte() 542 radeon_sync_fence(&p->ib.sync, bo_va->last_pt_update); in radeon_bo_vm_update_pte()
|
| /linux-6.15/drivers/gpu/drm/lima/ |
| H A D | lima_vm.c | 82 if (bo_va->vm == vm) { in lima_vm_bo_find() 83 ret = bo_va; in lima_vm_bo_find() 100 if (bo_va) { in lima_vm_bo_add() 101 bo_va->ref_count++; in lima_vm_bo_add() 112 bo_va = kzalloc(sizeof(*bo_va), GFP_KERNEL); in lima_vm_bo_add() 113 if (!bo_va) { in lima_vm_bo_add() 118 bo_va->vm = vm; in lima_vm_bo_add() 119 bo_va->ref_count = 1; in lima_vm_bo_add() 149 kfree(bo_va); in lima_vm_bo_add() 182 kfree(bo_va); in lima_vm_bo_del() [all …]
|
| /linux-6.15/drivers/gpu/drm/amd/amdgpu/ |
| H A D | amdgpu_vm.c | 1318 list_splice_init(&bo_va->valids, &bo_va->invalids); in amdgpu_vm_bo_update() 1321 list_splice_init(&bo_va->valids, &bo_va->invalids); in amdgpu_vm_bo_update() 1364 list_splice_init(&bo_va->invalids, &bo_va->valids); in amdgpu_vm_bo_update() 1723 return bo_va; in amdgpu_vm_bo_add() 1732 return bo_va; in amdgpu_vm_bo_add() 1752 mapping->bo_va = bo_va; in amdgpu_vm_bo_insert_map() 2016 before->bo_va = tmp->bo_va; in amdgpu_vm_bo_clear_mappings() 2027 after->bo_va = tmp->bo_va; in amdgpu_vm_bo_clear_mappings() 2047 tmp->bo_va = NULL; in amdgpu_vm_bo_clear_mappings() 2120 if (mapping->bo_va && mapping->bo_va->base.bo) { in amdgpu_vm_bo_trace_cs() [all …]
|
| H A D | amdgpu_csa.c | 66 struct amdgpu_bo *bo, struct amdgpu_bo_va **bo_va, in amdgpu_map_static_csa() argument 84 *bo_va = amdgpu_vm_bo_add(adev, vm, bo); in amdgpu_map_static_csa() 85 if (!*bo_va) { in amdgpu_map_static_csa() 90 r = amdgpu_vm_bo_map(adev, *bo_va, csa_addr, 0, size, in amdgpu_map_static_csa() 96 amdgpu_vm_bo_del(adev, *bo_va); in amdgpu_map_static_csa() 106 struct amdgpu_bo *bo, struct amdgpu_bo_va *bo_va, in amdgpu_unmap_static_csa() argument 124 r = amdgpu_vm_bo_unmap(adev, bo_va, csa_addr); in amdgpu_unmap_static_csa() 130 amdgpu_vm_bo_del(adev, bo_va); in amdgpu_unmap_static_csa()
|
| H A D | amdgpu_seq64.c | 64 struct amdgpu_bo_va **bo_va) in amdgpu_seq64_map() argument 85 *bo_va = amdgpu_vm_bo_add(adev, vm, bo); in amdgpu_seq64_map() 86 if (!*bo_va) { in amdgpu_seq64_map() 92 r = amdgpu_vm_bo_map(adev, *bo_va, seq64_addr, 0, AMDGPU_VA_RESERVED_SEQ64_SIZE, in amdgpu_seq64_map() 96 amdgpu_vm_bo_del(adev, *bo_va); in amdgpu_seq64_map() 100 r = amdgpu_vm_bo_update(adev, *bo_va, false); in amdgpu_seq64_map() 103 amdgpu_vm_bo_del(adev, *bo_va); in amdgpu_seq64_map()
|
| H A D | amdgpu_gem.c | 165 struct amdgpu_bo_va *bo_va; in amdgpu_gem_object_open() local 183 if (!bo_va) in amdgpu_gem_object_open() 186 ++bo_va->ref_count; in amdgpu_gem_object_open() 233 struct amdgpu_bo_va *bo_va; in amdgpu_gem_object_close() local 250 bo_va = amdgpu_vm_bo_find(vm, bo); in amdgpu_gem_object_close() 251 if (!bo_va || --bo_va->ref_count) in amdgpu_gem_object_close() 254 amdgpu_vm_bo_del(adev, bo_va); in amdgpu_gem_object_close() 715 struct amdgpu_bo_va *bo_va; in amdgpu_gem_va_ioctl() local 795 if (!bo_va) { in amdgpu_gem_va_ioctl() 800 bo_va = fpriv->prt_va; in amdgpu_gem_va_ioctl() [all …]
|
| H A D | amdgpu_amdkfd_gpuvm.c | 83 if (entry->bo_va->base.vm == avm) in kfd_mem_is_attached() 862 struct amdgpu_bo_va *bo_va; in kfd_mem_attach() local 950 bo_va = amdgpu_vm_bo_find(vm, bo[i]); in kfd_mem_attach() 951 if (!bo_va) in kfd_mem_attach() 954 ++bo_va->ref_count; in kfd_mem_attach() 955 attachment[i]->bo_va = bo_va; in kfd_mem_attach() 977 if (attachment[i]->bo_va) { in kfd_mem_attach() 1239 struct amdgpu_bo_va *bo_va = entry->bo_va; in unmap_bo_from_gpuvm() local 1243 if (bo_va->queue_refcount) { in unmap_bo_from_gpuvm() 1261 struct amdgpu_bo_va *bo_va = entry->bo_va; in update_gpuvm_pte() local [all …]
|
| H A D | amdgpu_csa.h | 35 struct amdgpu_bo *bo, struct amdgpu_bo_va **bo_va, 38 struct amdgpu_bo *bo, struct amdgpu_bo_va *bo_va,
|
| H A D | amdgpu_trace.h | 246 TP_PROTO(struct amdgpu_bo_va *bo_va, 248 TP_ARGS(bo_va, mapping), 258 __entry->bo = bo_va ? bo_va->base.bo : NULL; 270 TP_PROTO(struct amdgpu_bo_va *bo_va, 272 TP_ARGS(bo_va, mapping), 282 __entry->bo = bo_va ? bo_va->base.bo : NULL;
|
| H A D | amdgpu_vm.h | 524 struct amdgpu_bo_va *bo_va, 540 struct amdgpu_bo_va *bo_va, 544 struct amdgpu_bo_va *bo_va, 548 struct amdgpu_bo_va *bo_va, 557 struct amdgpu_bo_va *bo_va);
|
| H A D | amdgpu_cs.c | 917 e->bo_va = amdgpu_vm_bo_find(vm, e->bo); in amdgpu_cs_parser_bos() 1100 struct amdgpu_bo_va *bo_va; in amdgpu_cs_vm_handling() local 1133 bo_va = fpriv->csa_va; in amdgpu_cs_vm_handling() 1134 BUG_ON(!bo_va); in amdgpu_cs_vm_handling() 1135 r = amdgpu_vm_bo_update(adev, bo_va, false); in amdgpu_cs_vm_handling() 1139 r = amdgpu_sync_fence(&p->sync, bo_va->last_pt_update, in amdgpu_cs_vm_handling() 1151 bo_va = e->bo_va; in amdgpu_cs_vm_handling() 1152 if (bo_va == NULL) in amdgpu_cs_vm_handling() 1155 r = amdgpu_vm_bo_update(adev, bo_va, false); in amdgpu_cs_vm_handling() 1798 if (!mapping || !mapping->bo_va || !mapping->bo_va->base.bo) in amdgpu_cs_find_mapping() [all …]
|
| H A D | amdgpu_seq64.h | 44 struct amdgpu_bo_va **bo_va);
|
| H A D | amdgpu_mes.c | 1290 struct amdgpu_bo_va *bo_va; in amdgpu_mes_ctx_map_meta_data() local 1311 bo_va = amdgpu_vm_bo_add(adev, vm, ctx_data->meta_data_obj); in amdgpu_mes_ctx_map_meta_data() 1312 if (!bo_va) { in amdgpu_mes_ctx_map_meta_data() 1318 r = amdgpu_vm_bo_map(adev, bo_va, ctx_data->meta_data_gpu_addr, 0, in amdgpu_mes_ctx_map_meta_data() 1328 r = amdgpu_vm_bo_update(adev, bo_va, false); in amdgpu_mes_ctx_map_meta_data() 1333 amdgpu_sync_fence(&sync, bo_va->last_pt_update, GFP_KERNEL); in amdgpu_mes_ctx_map_meta_data() 1346 ctx_data->meta_data_va = bo_va; in amdgpu_mes_ctx_map_meta_data() 1350 amdgpu_vm_bo_del(adev, bo_va); in amdgpu_mes_ctx_map_meta_data() 1361 struct amdgpu_bo_va *bo_va = ctx_data->meta_data_va; in amdgpu_mes_ctx_unmap_meta_data() local 1363 struct amdgpu_vm *vm = bo_va->base.vm; in amdgpu_mes_ctx_unmap_meta_data() [all …]
|
| H A D | amdgpu_bo_list.h | 39 struct amdgpu_bo_va *bo_va; member
|
| H A D | amdgpu_object.h | 65 struct amdgpu_bo_va *bo_va; member
|
| H A D | amdgpu_amdkfd.h | 64 struct amdgpu_bo_va *bo_va; member
|
| H A D | gmc_v9_0.c | 1145 struct amdgpu_vm *vm = mapping->bo_va->base.vm; in gmc_v9_0_get_coherence_flags() 1175 if (mapping->bo_va->is_xgmi) in gmc_v9_0_get_coherence_flags() 1256 struct amdgpu_bo *bo = mapping->bo_va->base.bo; in gmc_v9_0_get_vm_pte()
|
| H A D | vcn_v1_0.c | 2049 if (!mapping || !mapping->bo_va || !mapping->bo_va->base.bo) in vcn_v1_0_validate_bo() 2052 bo = mapping->bo_va->base.bo; in vcn_v1_0_validate_bo()
|
| H A D | gmc_v12_0.c | 503 struct amdgpu_bo *bo = mapping->bo_va->base.bo; in gmc_v12_0_get_vm_pte()
|
| H A D | gmc_v11_0.c | 485 struct amdgpu_bo *bo = mapping->bo_va->base.bo; in gmc_v11_0_get_vm_pte()
|
| H A D | gmc_v10_0.c | 521 struct amdgpu_bo *bo = mapping->bo_va->base.bo; in gmc_v10_0_get_vm_pte()
|
| /linux-6.15/drivers/gpu/drm/amd/amdkfd/ |
| H A D | kfd_queue.c | 218 *pbo = amdgpu_bo_ref(mapping->bo_va->base.bo); in kfd_queue_buffer_get() 219 mapping->bo_va->queue_refcount++; in kfd_queue_buffer_get() 366 struct amdgpu_bo_va *bo_va; in kfd_queue_unref_bo_va() local 368 bo_va = amdgpu_vm_bo_find(vm, *bo); in kfd_queue_unref_bo_va() 369 if (bo_va && bo_va->queue_refcount) in kfd_queue_unref_bo_va() 370 bo_va->queue_refcount--; in kfd_queue_unref_bo_va()
|