Lines Matching refs:vm_manager
150 r = xa_err(xa_erase_irq(&adev->vm_manager.pasids, vm->pasid)); in amdgpu_vm_set_pasid()
158 r = xa_err(xa_store_irq(&adev->vm_manager.pasids, pasid, vm, in amdgpu_vm_set_pasid()
511 adev->vm_manager.vm_pte_scheds, in amdgpu_vm_init_entities()
512 adev->vm_manager.vm_pte_num_scheds, NULL); in amdgpu_vm_init_entities()
517 adev->vm_manager.vm_pte_scheds, in amdgpu_vm_init_entities()
518 adev->vm_manager.vm_pte_num_scheds, NULL); in amdgpu_vm_init_entities()
724 struct amdgpu_vmid_mgr *id_mgr = &adev->vm_manager.id_mgr[vmhub]; in amdgpu_vm_need_pipeline_sync()
759 struct amdgpu_vmid_mgr *id_mgr = &adev->vm_manager.id_mgr[vmhub]; in amdgpu_vm_flush()
1303 vram_base = bo_adev->vm_manager.vram_base_offset; in amdgpu_vm_bo_update()
1388 spin_lock_irqsave(&adev->vm_manager.prt_lock, flags); in amdgpu_vm_update_prt_state()
1389 enable = !!atomic_read(&adev->vm_manager.num_prt_users); in amdgpu_vm_update_prt_state()
1391 spin_unlock_irqrestore(&adev->vm_manager.prt_lock, flags); in amdgpu_vm_update_prt_state()
1404 if (atomic_inc_return(&adev->vm_manager.num_prt_users) == 1) in amdgpu_vm_prt_get()
1415 if (atomic_dec_return(&adev->vm_manager.num_prt_users) == 0) in amdgpu_vm_prt_put()
1790 if (lpfn >= adev->vm_manager.max_pfn) in amdgpu_vm_verify_parameters()
2361 adev->vm_manager.max_pfn = (uint64_t)vm_size << 18; in amdgpu_vm_adjust_size()
2363 tmp = roundup_pow_of_two(adev->vm_manager.max_pfn); in amdgpu_vm_adjust_size()
2367 adev->vm_manager.num_level = min_t(unsigned int, max_level, tmp); in amdgpu_vm_adjust_size()
2368 switch (adev->vm_manager.num_level) { in amdgpu_vm_adjust_size()
2370 adev->vm_manager.root_level = AMDGPU_VM_PDB2; in amdgpu_vm_adjust_size()
2373 adev->vm_manager.root_level = AMDGPU_VM_PDB1; in amdgpu_vm_adjust_size()
2376 adev->vm_manager.root_level = AMDGPU_VM_PDB0; in amdgpu_vm_adjust_size()
2383 adev->vm_manager.block_size = in amdgpu_vm_adjust_size()
2386 - 9 * adev->vm_manager.num_level); in amdgpu_vm_adjust_size()
2387 else if (adev->vm_manager.num_level > 1) in amdgpu_vm_adjust_size()
2388 adev->vm_manager.block_size = 9; in amdgpu_vm_adjust_size()
2390 adev->vm_manager.block_size = amdgpu_vm_get_block_size(tmp); in amdgpu_vm_adjust_size()
2393 adev->vm_manager.fragment_size = fragment_size_default; in amdgpu_vm_adjust_size()
2395 adev->vm_manager.fragment_size = amdgpu_vm_fragment_size; in amdgpu_vm_adjust_size()
2398 vm_size, adev->vm_manager.num_level + 1, in amdgpu_vm_adjust_size()
2399 adev->vm_manager.block_size, in amdgpu_vm_adjust_size()
2400 adev->vm_manager.fragment_size); in amdgpu_vm_adjust_size()
2433 xa_lock_irqsave(&adev->vm_manager.pasids, flags); in amdgpu_vm_get_vm_from_pasid()
2434 vm = xa_load(&adev->vm_manager.pasids, pasid); in amdgpu_vm_get_vm_from_pasid()
2435 xa_unlock_irqrestore(&adev->vm_manager.pasids, flags); in amdgpu_vm_get_vm_from_pasid()
2563 vm->use_cpu_for_update = !!(adev->vm_manager.vm_update_mode & in amdgpu_vm_init()
2586 r = amdgpu_vm_pt_create(adev, vm, adev->vm_manager.root_level, in amdgpu_vm_init()
2658 vm->use_cpu_for_update = !!(adev->vm_manager.vm_update_mode & in amdgpu_vm_make_compute()
2796 adev->vm_manager.concurrent_flush = !(adev->asic_type < CHIP_VEGA10 || in amdgpu_vm_manager_init()
2801 adev->vm_manager.fence_context = in amdgpu_vm_manager_init()
2804 adev->vm_manager.seqno[i] = 0; in amdgpu_vm_manager_init()
2806 spin_lock_init(&adev->vm_manager.prt_lock); in amdgpu_vm_manager_init()
2807 atomic_set(&adev->vm_manager.num_prt_users, 0); in amdgpu_vm_manager_init()
2819 adev->vm_manager.vm_update_mode = in amdgpu_vm_manager_init()
2822 adev->vm_manager.vm_update_mode = 0; in amdgpu_vm_manager_init()
2824 adev->vm_manager.vm_update_mode = amdgpu_vm_update_mode; in amdgpu_vm_manager_init()
2826 adev->vm_manager.vm_update_mode = 0; in amdgpu_vm_manager_init()
2829 xa_init_flags(&adev->vm_manager.pasids, XA_FLAGS_LOCK_IRQ); in amdgpu_vm_manager_init()
2841 WARN_ON(!xa_empty(&adev->vm_manager.pasids)); in amdgpu_vm_manager_fini()
2842 xa_destroy(&adev->vm_manager.pasids); in amdgpu_vm_manager_fini()
2914 xa_lock_irqsave(&adev->vm_manager.pasids, irqflags); in amdgpu_vm_handle_fault()
2915 vm = xa_load(&adev->vm_manager.pasids, pasid); in amdgpu_vm_handle_fault()
2922 xa_unlock_irqrestore(&adev->vm_manager.pasids, irqflags); in amdgpu_vm_handle_fault()
2940 xa_lock_irqsave(&adev->vm_manager.pasids, irqflags); in amdgpu_vm_handle_fault()
2941 vm = xa_load(&adev->vm_manager.pasids, pasid); in amdgpu_vm_handle_fault()
2944 xa_unlock_irqrestore(&adev->vm_manager.pasids, irqflags); in amdgpu_vm_handle_fault()
3107 xa_lock_irqsave(&adev->vm_manager.pasids, flags); in amdgpu_vm_update_fault_cache()
3109 vm = xa_load(&adev->vm_manager.pasids, pasid); in amdgpu_vm_update_fault_cache()
3122 adev->vm_manager.fault_info.addr = addr; in amdgpu_vm_update_fault_cache()
3123 adev->vm_manager.fault_info.vmhub = vmhub; in amdgpu_vm_update_fault_cache()
3124 adev->vm_manager.fault_info.status = status; in amdgpu_vm_update_fault_cache()
3142 xa_unlock_irqrestore(&adev->vm_manager.pasids, flags); in amdgpu_vm_update_fault_cache()