77 static bool kfd_mem_is_attached(struct amdgpu_vm *avm,  in kfd_mem_is_attached()  argument
83 		if (entry->bo_va->base.vm == avm)  in kfd_mem_is_attached()
1519 					   struct amdgpu_vm *avm,  in amdgpu_amdkfd_gpuvm_acquire_process_vm()  argument
1526 	if (avm->process_info)  in amdgpu_amdkfd_gpuvm_acquire_process_vm()
1530 	ret = amdgpu_vm_make_compute(adev, avm);  in amdgpu_amdkfd_gpuvm_acquire_process_vm()
1535 	ret = init_kfd_vm(avm, process_info, ef);  in amdgpu_amdkfd_gpuvm_acquire_process_vm()
1539 	amdgpu_vm_set_task_info(avm);  in amdgpu_amdkfd_gpuvm_acquire_process_vm()
1577 	struct amdgpu_vm *avm = drm_priv_to_vm(drm_priv);  in amdgpu_amdkfd_gpuvm_get_process_page_dir()  local
1578 	struct amdgpu_bo *pd = avm->root.bo;  in amdgpu_amdkfd_gpuvm_get_process_page_dir()
1582 		return avm->pd_phys_addr >> AMDGPU_GPU_PAGE_SHIFT;  in amdgpu_amdkfd_gpuvm_get_process_page_dir()
1583 	return avm->pd_phys_addr;  in amdgpu_amdkfd_gpuvm_get_process_page_dir()
1664 	struct amdgpu_vm *avm = drm_priv_to_vm(drm_priv);  in amdgpu_amdkfd_gpuvm_alloc_memory_of_gpu()  local
1665 	struct amdgpu_fpriv *fpriv = container_of(avm, struct amdgpu_fpriv, vm);  in amdgpu_amdkfd_gpuvm_alloc_memory_of_gpu()
1790 	(*mem)->process_info = avm->process_info;  in amdgpu_amdkfd_gpuvm_alloc_memory_of_gpu()
1792 	add_kgd_mem_to_kfd_bo_list(*mem, avm->process_info, user_addr);  in amdgpu_amdkfd_gpuvm_alloc_memory_of_gpu()
1809 		mutex_lock(&avm->process_info->lock);  in amdgpu_amdkfd_gpuvm_alloc_memory_of_gpu()
1810 		if (avm->process_info->eviction_fence &&  in amdgpu_amdkfd_gpuvm_alloc_memory_of_gpu()
1811 		    !dma_fence_is_signaled(&avm->process_info->eviction_fence->base))  in amdgpu_amdkfd_gpuvm_alloc_memory_of_gpu()
1813 				&avm->process_info->eviction_fence->base);  in amdgpu_amdkfd_gpuvm_alloc_memory_of_gpu()
1814 		mutex_unlock(&avm->process_info->lock);  in amdgpu_amdkfd_gpuvm_alloc_memory_of_gpu()
1827 	remove_kgd_mem_from_kfd_bo_list(*mem, avm->process_info);  in amdgpu_amdkfd_gpuvm_alloc_memory_of_gpu()
1970 	struct amdgpu_vm *avm = drm_priv_to_vm(drm_priv);  in amdgpu_amdkfd_gpuvm_map_memory_to_gpu()  local
2009 			avm, domain_string(domain));  in amdgpu_amdkfd_gpuvm_map_memory_to_gpu()
2011 	if (!kfd_mem_is_attached(avm, mem)) {  in amdgpu_amdkfd_gpuvm_map_memory_to_gpu()
2012 		ret = kfd_mem_attach(adev, mem, avm, mem->aql_queue);  in amdgpu_amdkfd_gpuvm_map_memory_to_gpu()
2017 	ret = reserve_bo_and_vm(mem, avm, &ctx);  in amdgpu_amdkfd_gpuvm_map_memory_to_gpu()
2030 	ret = vm_validate_pt_pd_bos(avm, NULL);  in amdgpu_amdkfd_gpuvm_map_memory_to_gpu()
2035 		if (entry->bo_va->base.vm != avm || entry->is_mapped)  in amdgpu_amdkfd_gpuvm_map_memory_to_gpu()
2048 		ret = vm_update_pds(avm, ctx.sync);  in amdgpu_amdkfd_gpuvm_map_memory_to_gpu()
2106 	struct amdgpu_vm *avm = drm_priv_to_vm(drm_priv);  in amdgpu_amdkfd_gpuvm_unmap_memory_from_gpu()  local
2114 	ret = reserve_bo_and_cond_vms(mem, avm, BO_VM_MAPPED, &ctx);  in amdgpu_amdkfd_gpuvm_unmap_memory_from_gpu()
2123 	ret = vm_validate_pt_pd_bos(avm, NULL);  in amdgpu_amdkfd_gpuvm_unmap_memory_from_gpu()
2130 		avm);  in amdgpu_amdkfd_gpuvm_unmap_memory_from_gpu()
2133 		if (entry->bo_va->base.vm != avm || !entry->is_mapped)  in amdgpu_amdkfd_gpuvm_unmap_memory_from_gpu()
2323 	struct amdgpu_vm *avm = drm_priv_to_vm(drm_priv);  in import_obj_create()  local
2365 	(*mem)->process_info = avm->process_info;  in import_obj_create()
2366 	add_kgd_mem_to_kfd_bo_list(*mem, avm->process_info, false);  in import_obj_create()
2370 	mutex_lock(&avm->process_info->lock);  in import_obj_create()
2371 	if (avm->process_info->eviction_fence &&  in import_obj_create()
2372 	    !dma_fence_is_signaled(&avm->process_info->eviction_fence->base))  in import_obj_create()
2374 				&avm->process_info->eviction_fence->base);  in import_obj_create()
2375 	mutex_unlock(&avm->process_info->lock);  in import_obj_create()
2382 	remove_kgd_mem_from_kfd_bo_list(*mem, avm->process_info);  in import_obj_create()