| /linux-6.15/mm/ |
| H A D | userfaultfd.c | 168 int mfill_atomic_install_pte(pmd_t *dst_pmd, in mfill_atomic_install_pte() argument
706 pmd_t *dst_pmd; in mfill_atomic() local
781 if (unlikely(!dst_pmd)) { in mfill_atomic()
1035 pmd_t *dst_pmd, pmd_t dst_pmdval, in move_present_pte() argument
1044 dst_pmd, dst_pmdval)) { in move_present_pte()
1085 pmd_t *dst_pmd, pmd_t dst_pmdval, in move_swap_pte() argument
1092 dst_pmd, dst_pmdval)) { in move_swap_pte()
1130 dst_pmd, dst_pmdval)) { in move_zeropage_pte()
1707 pmd_t *src_pmd, *dst_pmd; in move_pages() local
1774 dst_pmd = mm_alloc_pmd(mm, dst_addr); in move_pages()
[all …]
|
| H A D | huge_memory.c | 1690 pmd_t *dst_pmd, pmd_t *src_pmd, unsigned long addr, in copy_huge_pmd() argument
1702 dst_ptl = pmd_lock(dst_mm, dst_pmd); in copy_huge_pmd()
1726 dst_ptl = pmd_lock(dst_mm, dst_pmd); in copy_huge_pmd()
1750 pgtable_trans_huge_deposit(dst_mm, dst_pmd, pgtable); in copy_huge_pmd()
1753 set_pmd_at(dst_mm, addr, dst_pmd, pmd); in copy_huge_pmd()
1795 pgtable_trans_huge_deposit(dst_mm, dst_pmd, pgtable); in copy_huge_pmd()
1802 set_pmd_at(dst_mm, addr, dst_pmd, pmd); in copy_huge_pmd()
2625 dst_ptl = pmd_lockptr(mm, dst_pmd); in move_pages_huge_pmd()
2628 !pmd_same(*dst_pmd, dst_pmdval))) { in move_pages_huge_pmd()
2663 set_pmd_at(mm, dst_addr, dst_pmd, _dst_pmd); in move_pages_huge_pmd()
[all …]
|
| H A D | memory.c | 1072 pmd_t *dst_pmd, pmd_t *src_pmd, unsigned long addr, in copy_pte_range() argument
1100 dst_pte = pte_alloc_map_lock(dst_mm, dst_pmd, addr, &dst_ptl); in copy_pte_range()
1232 pmd_t *src_pmd, *dst_pmd; in copy_pmd_range() local
1235 dst_pmd = pmd_alloc(dst_mm, dst_pud, addr); in copy_pmd_range()
1236 if (!dst_pmd) in copy_pmd_range()
1245 err = copy_huge_pmd(dst_mm, src_mm, dst_pmd, src_pmd, in copy_pmd_range()
1255 if (copy_pte_range(dst_vma, src_vma, dst_pmd, src_pmd, in copy_pmd_range()
1258 } while (dst_pmd++, src_pmd++, addr = next, addr != end); in copy_pmd_range()
|
| H A D | shmem.c | 3150 int shmem_mfill_atomic_pte(pmd_t *dst_pmd, in shmem_mfill_atomic_pte() argument
3246 ret = mfill_atomic_install_pte(dst_pmd, dst_vma, dst_addr, in shmem_mfill_atomic_pte()
|
| /linux-6.15/include/linux/ |
| H A D | shmem_fs.h | 196 extern int shmem_mfill_atomic_pte(pmd_t *dst_pmd,
203 #define shmem_mfill_atomic_pte(dst_pmd, dst_vma, dst_addr, \ argument
|
| H A D | userfaultfd_k.h | 118 extern int mfill_atomic_install_pte(pmd_t *dst_pmd,
143 int move_pages_huge_pmd(struct mm_struct *mm, pmd_t *dst_pmd, pmd_t *src_pmd, pmd_t dst_pmdval,
|
| H A D | huge_mm.h | 12 pmd_t *dst_pmd, pmd_t *src_pmd, unsigned long addr,
|