277 svm_migrate_copy_to_vram(struct kfd_node *node, struct svm_range *prange,  in svm_migrate_copy_to_vram()  argument
282 	struct amdgpu_device *adev = node->adev;  in svm_migrate_copy_to_vram()
387 svm_migrate_vma_to_vram(struct kfd_node *node, struct svm_range *prange,  in svm_migrate_vma_to_vram()  argument
393 	struct amdgpu_device *adev = node->adev;  in svm_migrate_vma_to_vram()
420 	kfd_smi_event_migration_start(node, p->lead_thread->pid,  in svm_migrate_vma_to_vram()
422 				      0, node->id, prange->prefetch_loc,  in svm_migrate_vma_to_vram()
444 	r = svm_migrate_copy_to_vram(node, prange, &migrate, &mfence, scratch, ttm_res_offset);  in svm_migrate_vma_to_vram()
458 	kfd_smi_event_migration_end(node, p->lead_thread->pid,  in svm_migrate_vma_to_vram()
460 				    0, node->id, trigger, r);  in svm_migrate_vma_to_vram()
463 		pdd = svm_range_get_pdd_by_node(prange, node);  in svm_migrate_vma_to_vram()
494 	struct kfd_node *node;  in svm_migrate_ram_to_vram()  local
504 	node = svm_range_get_node_by_id(prange, best_loc);  in svm_migrate_ram_to_vram()
505 	if (!node) {  in svm_migrate_ram_to_vram()
517 	r = amdgpu_amdkfd_reserve_mem_limit(node->adev,  in svm_migrate_ram_to_vram()
520 					node->xcp ? node->xcp->id : 0);  in svm_migrate_ram_to_vram()
522 		dev_dbg(node->adev->dev, "failed to reserve VRAM, r: %ld\n", r);  in svm_migrate_ram_to_vram()
526 	r = svm_range_vram_node_new(node, prange, true);  in svm_migrate_ram_to_vram()
528 		dev_dbg(node->adev->dev, "fail %ld to alloc vram\n", r);  in svm_migrate_ram_to_vram()
541 		r = svm_migrate_vma_to_vram(node, prange, vma, addr, next, trigger, ttm_res_offset);  in svm_migrate_ram_to_vram()
563 	amdgpu_amdkfd_unreserve_mem_limit(node->adev,  in svm_migrate_ram_to_vram()
566 					node->xcp ? node->xcp->id : 0);  in svm_migrate_ram_to_vram()
685 svm_migrate_vma_to_ram(struct kfd_node *node, struct svm_range *prange,  in svm_migrate_vma_to_ram()  argument
694 	struct amdgpu_device *adev = node->adev;  in svm_migrate_vma_to_ram()
723 	kfd_smi_event_migration_start(node, p->lead_thread->pid,  in svm_migrate_vma_to_ram()
725 				      node->id, 0, prange->prefetch_loc,  in svm_migrate_vma_to_ram()
763 	kfd_smi_event_migration_end(node, p->lead_thread->pid,  in svm_migrate_vma_to_ram()
765 				    node->id, 0, trigger, r);  in svm_migrate_vma_to_ram()
769 		pdd = svm_range_get_pdd_by_node(prange, node);  in svm_migrate_vma_to_ram()
795 	struct kfd_node *node;  in svm_migrate_vram_to_ram()  local
816 	node = svm_range_get_node_by_id(prange, prange->actual_loc);  in svm_migrate_vram_to_ram()
817 	if (!node) {  in svm_migrate_vram_to_ram()
839 		r = svm_migrate_vma_to_ram(node, prange, vma, addr, next, trigger,  in svm_migrate_vram_to_ram()