Lines Matching refs:src_addr
240 unsigned long src_addr, in mfill_atomic_pte_copy() argument
272 ret = copy_from_user(kaddr, (const void __user *) src_addr, in mfill_atomic_pte_copy()
499 unsigned long src_addr, dst_addr; in mfill_atomic_hugetlb() local
519 src_addr = src_start; in mfill_atomic_hugetlb()
563 while (src_addr < src_start + len) { in mfill_atomic_hugetlb()
595 src_addr, flags, &folio); in mfill_atomic_hugetlb()
608 (const void __user *)src_addr, true); in mfill_atomic_hugetlb()
621 src_addr += vma_hpagesize; in mfill_atomic_hugetlb()
656 unsigned long src_addr, in mfill_atomic_pte() argument
683 dst_addr, src_addr, in mfill_atomic_pte()
690 dst_addr, src_addr, in mfill_atomic_pte()
707 unsigned long src_addr, dst_addr; in mfill_atomic() local
721 src_addr = src_start; in mfill_atomic()
775 while (src_addr < src_start + len) { in mfill_atomic()
813 src_addr, flags, &folio); in mfill_atomic()
825 (const void __user *) src_addr, in mfill_atomic()
839 src_addr += PAGE_SIZE; in mfill_atomic()
1032 unsigned long dst_addr, unsigned long src_addr, in move_present_pte() argument
1055 orig_src_pte = ptep_clear_flush(src_vma, src_addr, src_pte); in move_present_pte()
1058 set_pte_at(mm, src_addr, src_pte, orig_src_pte); in move_present_pte()
1082 unsigned long dst_addr, unsigned long src_addr, in move_swap_pte() argument
1107 orig_src_pte = ptep_get_and_clear(mm, src_addr, src_pte); in move_swap_pte()
1120 unsigned long dst_addr, unsigned long src_addr, in move_zeropage_pte() argument
1137 ptep_clear_flush(src_vma, src_addr, src_pte); in move_zeropage_pte()
1153 unsigned long dst_addr, unsigned long src_addr, in move_pages_pte() argument
1170 flush_cache_range(src_vma, src_addr, src_addr + PAGE_SIZE); in move_pages_pte()
1172 src_addr, src_addr + PAGE_SIZE); in move_pages_pte()
1195 src_pte = pte_offset_map_rw_nolock(mm, src_pmd, src_addr, &dummy_pmdval, in move_pages_pte()
1244 dst_addr, src_addr, dst_pte, src_pte, in move_pages_pte()
1270 folio = vm_normal_folio(src_vma, src_addr, orig_src_pte); in move_pages_pte()
1350 dst_addr, src_addr, dst_pte, src_pte, in move_pages_pte()
1362 migration_entry_wait(mm, src_pmd, src_addr); in move_pages_pte()
1413 err = move_swap_pte(mm, dst_vma, dst_addr, src_addr, dst_pte, src_pte, in move_pages_pte()
1440 unsigned long src_addr, in move_splits_huge_pmd() argument
1443 return (src_addr & ~HPAGE_PMD_MASK) || (dst_addr & ~HPAGE_PMD_MASK) || in move_splits_huge_pmd()
1444 src_end - src_addr < HPAGE_PMD_SIZE; in move_splits_huge_pmd()
1448 unsigned long src_addr, in move_splits_huge_pmd() argument
1706 unsigned long src_addr, dst_addr; in move_pages() local
1751 for (src_addr = src_start, dst_addr = dst_start; in move_pages()
1752 src_addr < src_start + len;) { in move_pages()
1762 src_pmd = mm_find_pmd(mm, src_addr); in move_pages()
1768 src_pmd = mm_alloc_pmd(mm, src_addr); in move_pages()
1801 if (move_splits_huge_pmd(dst_addr, src_addr, src_start + len) || in move_pages()
1813 split_huge_pmd(src_vma, src_pmd, src_addr); in move_pages()
1820 dst_addr, src_addr); in move_pages()
1841 dst_addr, src_addr, mode); in move_pages()
1862 src_addr += step_size; in move_pages()