49 svm_migrate_gart_map(struct amdgpu_ring *ring, uint64_t npages,  in svm_migrate_gart_map()  argument
65 	num_bytes = npages * 8;  in svm_migrate_gart_map()
93 	amdgpu_gart_map(adev, 0, npages, addr, pte_flags, cpu_addr);  in svm_migrate_gart_map()
125 			     uint64_t *vram, uint64_t npages,  in svm_migrate_copy_memory_gart()  argument
138 	while (npages) {  in svm_migrate_copy_memory_gart()
139 		size = min(GTT_MAX_PAGES, npages);  in svm_migrate_copy_memory_gart()
164 		npages -= size;  in svm_migrate_copy_memory_gart()
165 		if (npages) {  in svm_migrate_copy_memory_gart()
268 	for (i = 0; i < migrate->npages; i++) {  in svm_migrate_unsuccessful_pages()
281 	uint64_t npages = migrate->npages;  in svm_migrate_copy_to_vram()  local
295 	dst = (uint64_t *)(scratch + npages);  in svm_migrate_copy_to_vram()
298 			 npages << PAGE_SHIFT, &cursor);  in svm_migrate_copy_to_vram()
299 	for (i = j = 0; (i < npages) && (mpages < migrate->cpages); i++) {  in svm_migrate_copy_to_vram()
339 		if (j >= (cursor.size >> PAGE_SHIFT) - 1 && i < npages - 1) {  in svm_migrate_copy_to_vram()
359 		for (i = 0; i < npages && mpages; i++) {  in svm_migrate_copy_to_vram()
369 	for (i = 0, j = 0; i < npages; i += 4, j++) {  in svm_migrate_copy_to_vram()
392 	uint64_t npages = (end - start) >> PAGE_SHIFT;  in svm_migrate_vma_to_vram()  local
410 	buf = kvcalloc(npages,  in svm_migrate_vma_to_vram()
417 	migrate.dst = migrate.src + npages;  in svm_migrate_vma_to_vram()
418 	scratch = (dma_addr_t *)(migrate.dst + npages);  in svm_migrate_vma_to_vram()
438 	if (cpages != npages)  in svm_migrate_vma_to_vram()
440 			 cpages, npages);  in svm_migrate_vma_to_vram()
452 			 mpages, cpages, migrate.npages);  in svm_migrate_vma_to_vram()
454 	svm_range_dma_unmap_dev(adev->dev, scratch, 0, npages);  in svm_migrate_vma_to_vram()
518 					prange->npages * PAGE_SIZE,  in svm_migrate_ram_to_vram()
564 					prange->npages * PAGE_SIZE,  in svm_migrate_ram_to_vram()
583 			dma_addr_t *scratch, uint64_t npages)  in svm_migrate_copy_to_ram()  argument
598 	src = (uint64_t *)(scratch + npages);  in svm_migrate_copy_to_ram()
601 	for (i = 0, j = 0; i < npages; i++, addr += PAGE_SIZE) {  in svm_migrate_copy_to_ram()
690 	uint64_t npages = (end - start) >> PAGE_SHIFT;  in svm_migrate_vma_to_ram()  local
691 	unsigned long upages = npages;  in svm_migrate_vma_to_ram()
712 	buf = kvcalloc(npages,  in svm_migrate_vma_to_ram()
719 	migrate.dst = migrate.src + npages;  in svm_migrate_vma_to_ram()
721 	scratch = (dma_addr_t *)(migrate.dst + npages);  in svm_migrate_vma_to_ram()
742 	if (cpages != npages)  in svm_migrate_vma_to_ram()
744 			 cpages, npages);  in svm_migrate_vma_to_ram()
749 				    scratch, npages);  in svm_migrate_vma_to_ram()
754 		 upages, cpages, migrate.npages);  in svm_migrate_vma_to_ram()
759 	svm_range_dma_unmap_dev(adev->dev, scratch, 0, npages);  in svm_migrate_vma_to_ram()