Lines Matching refs:haddr

1202 		struct vm_area_struct *vma, unsigned long haddr)  in map_anon_folio_pmd()  argument
1208 folio_add_new_anon_rmap(folio, vma, haddr, RMAP_EXCLUSIVE); in map_anon_folio_pmd()
1210 set_pmd_at(vma->vm_mm, haddr, pmd, entry); in map_anon_folio_pmd()
1211 update_mmu_cache_pmd(vma, haddr, pmd); in map_anon_folio_pmd()
1220 unsigned long haddr = vmf->address & HPAGE_PMD_MASK; in __do_huge_pmd_anonymous_page() local
1254 map_anon_folio_pmd(folio, vmf->pmd, vma, haddr); in __do_huge_pmd_anonymous_page()
1308 struct vm_area_struct *vma, unsigned long haddr, pmd_t *pmd, in set_huge_zero_folio() argument
1315 set_pmd_at(mm, haddr, pmd, entry); in set_huge_zero_folio()
1322 unsigned long haddr = vmf->address & HPAGE_PMD_MASK; in do_huge_pmd_anonymous_page() local
1325 if (!thp_vma_suitable_order(vma, haddr, PMD_ORDER)) in do_huge_pmd_anonymous_page()
1362 haddr, vmf->pmd, zero_folio); in do_huge_pmd_anonymous_page()
1891 unsigned long haddr = vmf->address & HPAGE_PMD_MASK; in do_huge_zero_wp_pmd() local
1901 mmu_notifier_range_init(&range, MMU_NOTIFY_CLEAR, 0, vma->vm_mm, haddr, in do_huge_zero_wp_pmd()
1902 haddr + HPAGE_PMD_SIZE); in do_huge_zero_wp_pmd()
1910 (void)pmdp_huge_clear_flush(vma, haddr, vmf->pmd); in do_huge_zero_wp_pmd()
1911 map_anon_folio_pmd(folio, vmf->pmd, vma, haddr); in do_huge_zero_wp_pmd()
1927 unsigned long haddr = vmf->address & HPAGE_PMD_MASK; in do_huge_pmd_wp_page() local
2001 if (pmdp_set_access_flags(vma, haddr, vmf->pmd, entry, 1)) in do_huge_pmd_wp_page()
2050 unsigned long haddr = vmf->address & HPAGE_PMD_MASK; in do_huge_pmd_numa_page() local
2076 folio = vm_normal_folio_pmd(vma, haddr, pmd); in do_huge_pmd_numa_page()
2082 target_nid = numa_migrate_check(folio, vmf, haddr, &flags, writable, in do_huge_pmd_numa_page()
2113 set_pmd_at(vma->vm_mm, haddr, vmf->pmd, pmd); in do_huge_pmd_numa_page()
2755 unsigned long haddr) in __split_huge_pud_locked() argument
2761 VM_BUG_ON(haddr & ~HPAGE_PUD_MASK); in __split_huge_pud_locked()
2762 VM_BUG_ON_VMA(vma->vm_start > haddr, vma); in __split_huge_pud_locked()
2763 VM_BUG_ON_VMA(vma->vm_end < haddr + HPAGE_PUD_SIZE, vma); in __split_huge_pud_locked()
2768 old_pud = pudp_huge_clear_flush(vma, haddr, pud); in __split_huge_pud_locked()
2813 unsigned long haddr, pmd_t *pmd) in __split_huge_zero_page_pmd() argument
2830 old_pmd = pmdp_huge_clear_flush(vma, haddr, pmd); in __split_huge_zero_page_pmd()
2835 pte = pte_offset_map(&_pmd, haddr); in __split_huge_zero_page_pmd()
2837 for (i = 0, addr = haddr; i < HPAGE_PMD_NR; i++, addr += PAGE_SIZE) { in __split_huge_zero_page_pmd()
2854 unsigned long haddr, bool freeze) in __split_huge_pmd_locked() argument
2867 VM_BUG_ON(haddr & ~HPAGE_PMD_MASK); in __split_huge_pmd_locked()
2868 VM_BUG_ON_VMA(vma->vm_start > haddr, vma); in __split_huge_pmd_locked()
2869 VM_BUG_ON_VMA(vma->vm_end < haddr + HPAGE_PMD_SIZE, vma); in __split_huge_pmd_locked()
2876 old_pmd = pmdp_huge_clear_flush(vma, haddr, pmd); in __split_huge_pmd_locked()
2916 return __split_huge_zero_page_pmd(vma, haddr, pmd); in __split_huge_pmd_locked()
2957 old_pmd = pmdp_invalidate(vma, haddr, pmd); in __split_huge_pmd_locked()
2998 vma, haddr, rmap_flags); in __split_huge_pmd_locked()
3009 pte = pte_offset_map(&_pmd, haddr); in __split_huge_pmd_locked()
3017 for (i = 0, addr = haddr; i < HPAGE_PMD_NR; i++, addr += PAGE_SIZE) { in __split_huge_pmd_locked()
3062 set_ptes(mm, haddr, pte, entry, HPAGE_PMD_NR); in __split_huge_pmd_locked()
4674 unsigned long haddr = address & HPAGE_PMD_MASK; in remove_migration_pmd() local
4702 folio_add_anon_rmap_pmd(folio, new, vma, haddr, rmap_flags); in remove_migration_pmd()
4707 set_pmd_at(mm, haddr, pvmw->pmd, pmde); in remove_migration_pmd()