Home
last modified time | relevance | path

Searched refs:src_pmd (Results 1 – 5 of 5) sorted by relevance

/linux-6.15/mm/
H A Duserfaultfd.c1707 pmd_t *src_pmd, *dst_pmd; in move_pages() local
1762 src_pmd = mm_find_pmd(mm, src_addr); in move_pages()
1763 if (unlikely(!src_pmd)) { in move_pages()
1768 src_pmd = mm_alloc_pmd(mm, src_addr); in move_pages()
1769 if (unlikely(!src_pmd)) { in move_pages()
1792 ptl = pmd_trans_huge_lock(src_pmd, src_vma); in move_pages()
1794 if (pmd_devmap(*src_pmd)) { in move_pages()
1803 struct folio *folio = pmd_folio(*src_pmd); in move_pages()
1823 if (pmd_none(*src_pmd)) { in move_pages()
1828 if (unlikely(__pte_alloc(mm, src_pmd))) { in move_pages()
[all …]
H A Dhuge_memory.c1700 pmd = pmdp_get_lockless(src_pmd); in copy_huge_pmd()
1703 src_ptl = pmd_lockptr(src_mm, src_pmd); in copy_huge_pmd()
1727 src_ptl = pmd_lockptr(src_mm, src_pmd); in copy_huge_pmd()
1731 pmd = *src_pmd; in copy_huge_pmd()
1742 if (pmd_swp_soft_dirty(*src_pmd)) in copy_huge_pmd()
1744 if (pmd_swp_uffd_wp(*src_pmd)) in copy_huge_pmd()
1746 set_pmd_at(src_mm, addr, src_pmd, pmd); in copy_huge_pmd()
1796 pmdp_set_wrprotect(src_mm, addr, src_pmd); in copy_huge_pmd()
2565 src_pmdval = *src_pmd; in move_pages_huge_pmd()
2566 src_ptl = pmd_lockptr(mm, src_pmd); in move_pages_huge_pmd()
[all …]
H A Dmemory.c1072 pmd_t *dst_pmd, pmd_t *src_pmd, unsigned long addr, in copy_pte_range() argument
1112 src_pte = pte_offset_map_rw_nolock(src_mm, src_pmd, addr, &dummy_pmdval, in copy_pte_range()
1232 pmd_t *src_pmd, *dst_pmd; in copy_pmd_range() local
1238 src_pmd = pmd_offset(src_pud, addr); in copy_pmd_range()
1241 if (is_swap_pmd(*src_pmd) || pmd_trans_huge(*src_pmd) in copy_pmd_range()
1242 || pmd_devmap(*src_pmd)) { in copy_pmd_range()
1245 err = copy_huge_pmd(dst_mm, src_mm, dst_pmd, src_pmd, in copy_pmd_range()
1253 if (pmd_none_or_clear_bad(src_pmd)) in copy_pmd_range()
1255 if (copy_pte_range(dst_vma, src_vma, dst_pmd, src_pmd, in copy_pmd_range()
1258 } while (dst_pmd++, src_pmd++, addr = next, addr != end); in copy_pmd_range()
/linux-6.15/include/linux/
H A Duserfaultfd_k.h143 int move_pages_huge_pmd(struct mm_struct *mm, pmd_t *dst_pmd, pmd_t *src_pmd, pmd_t dst_pmdval,
H A Dhuge_mm.h12 pmd_t *dst_pmd, pmd_t *src_pmd, unsigned long addr,