| /linux-6.15/include/linux/ |
| H A D | pagewalk.h | 7 struct mm_walk; 70 unsigned long next, struct mm_walk *walk); 72 unsigned long next, struct mm_walk *walk); 74 unsigned long next, struct mm_walk *walk); 80 int depth, struct mm_walk *walk); 83 struct mm_walk *walk); 85 struct mm_walk *walk); 87 struct mm_walk *walk); 88 void (*post_vma)(struct mm_walk *walk); 90 pte_t *ptep, struct mm_walk *walk); [all …]
|
| H A D | swap.h | 158 struct lru_gen_mm_walk *mm_walk; member
|
| H A D | mmzone.h | 1465 struct lru_gen_mm_walk mm_walk; member
|
| /linux-6.15/mm/ |
| H A D | ptdump.c | 16 static inline int note_kasan_page_table(struct mm_walk *walk, in note_kasan_page_table() 30 unsigned long next, struct mm_walk *walk) in ptdump_pgd_entry() 53 unsigned long next, struct mm_walk *walk) in ptdump_p4d_entry() 76 unsigned long next, struct mm_walk *walk) in ptdump_pud_entry() 99 unsigned long next, struct mm_walk *walk) in ptdump_pmd_entry() 120 unsigned long next, struct mm_walk *walk) in ptdump_pte_entry() 134 int depth, struct mm_walk *walk) in ptdump_hole()
|
| H A D | mapping_dirty_helpers.c | 35 struct mm_walk *walk) in wp_pte() 90 unsigned long end, struct mm_walk *walk) in clean_record_pte() 127 struct mm_walk *walk) in wp_clean_pmd_entry() 149 struct mm_walk *walk) in wp_clean_pud_entry() 170 struct mm_walk *walk) in wp_clean_pre_vma() 198 static void wp_clean_post_vma(struct mm_walk *walk) in wp_clean_post_vma() 219 struct mm_walk *walk) in wp_clean_test_walk()
|
| H A D | pagewalk.c | 63 struct mm_walk *walk) in walk_pte_range() 98 struct mm_walk *walk) in walk_pmd_range() 169 struct mm_walk *walk) in walk_pud_range() 235 struct mm_walk *walk) in walk_p4d_range() 365 struct mm_walk *walk) in walk_page_test() 391 struct mm_walk *walk) in __walk_page_range() 461 struct mm_walk walk = { in walk_page_range_mm() 611 struct mm_walk walk = { in walk_page_range_novma() 655 struct mm_walk walk = { in walk_page_range_vma() 677 struct mm_walk walk = { in walk_page_vma() [all …]
|
| H A D | hmm.c | 64 unsigned int required_fault, struct mm_walk *walk) in hmm_vma_fault() 148 __always_unused int depth, struct mm_walk *walk) in hmm_vma_walk_hole() 187 static int hmm_vma_handle_pmd(struct mm_walk *walk, unsigned long addr, in hmm_vma_handle_pmd() 211 int hmm_vma_handle_pmd(struct mm_walk *walk, unsigned long addr, 223 static int hmm_vma_handle_pte(struct mm_walk *walk, unsigned long addr, in hmm_vma_handle_pte() 323 struct mm_walk *walk) in hmm_vma_walk_pmd() 412 struct mm_walk *walk) in hmm_vma_walk_pud() 470 struct mm_walk *walk) in hmm_vma_walk_hugetlb_entry() 521 struct mm_walk *walk) in hmm_vma_walk_test()
|
| H A D | mincore.c | 26 unsigned long end, struct mm_walk *walk) in mincore_hugetlb() 93 struct mm_walk *walk) in mincore_unmapped_range() 101 struct mm_walk *walk) in mincore_pte_range()
|
| H A D | madvise.c | 180 unsigned long end, struct mm_walk *walk) in swapin_walk_pmd_entry() 346 struct mm_walk *walk) in madvise_cold_or_pageout_pte_range() 651 unsigned long end, struct mm_walk *walk) in madvise_free_pte_range() 1064 unsigned long next, struct mm_walk *walk) in guard_install_pud_entry() 1073 unsigned long next, struct mm_walk *walk) in guard_install_pmd_entry() 1082 unsigned long next, struct mm_walk *walk) in guard_install_pte_entry() 1099 pte_t *ptep, struct mm_walk *walk) in guard_install_set_pte() 1184 unsigned long next, struct mm_walk *walk) in guard_remove_pud_entry() 1196 unsigned long next, struct mm_walk *walk) in guard_remove_pmd_entry() 1208 unsigned long next, struct mm_walk *walk) in guard_remove_pte_entry()
|
| H A D | mprotect.c | 567 unsigned long next, struct mm_walk *walk) in prot_none_pte_entry() 576 struct mm_walk *walk) in prot_none_hugetlb_entry() 584 struct mm_walk *walk) in prot_none_test()
|
| H A D | migrate_device.c | 22 struct mm_walk *walk) in migrate_vma_collect_skip() 38 struct mm_walk *walk) in migrate_vma_collect_hole() 60 struct mm_walk *walk) in migrate_vma_collect_pmd()
|
| H A D | hugetlb_vmemmap.c | 98 unsigned long next, struct mm_walk *walk) in vmemmap_pmd_entry() 139 unsigned long next, struct mm_walk *walk) in vmemmap_pte_entry()
|
| H A D | vmscan.c | 3494 struct mm_walk *args) in walk_pte_range() 3573 struct mm_walk *args, unsigned long *bitmap, unsigned long *first) in walk_pmd_range_locked() 3661 struct mm_walk *args) in walk_pmd_range() 3734 struct mm_walk *args) in walk_pud_range() 3815 struct lru_gen_mm_walk *walk = current->reclaim_state->mm_walk; in set_mm_walk() 3820 walk = &pgdat->mm_walk; in set_mm_walk() 3827 current->reclaim_state->mm_walk = walk; in set_mm_walk() 3834 struct lru_gen_mm_walk *walk = current->reclaim_state->mm_walk; in clear_mm_walk() 3839 current->reclaim_state->mm_walk = NULL; in clear_mm_walk() 4219 walk = current->reclaim_state ? current->reclaim_state->mm_walk : NULL; in lru_gen_look_around() [all …]
|
| H A D | mempolicy.c | 534 static void queue_folios_pmd(pmd_t *pmd, struct mm_walk *walk) in queue_folios_pmd() 567 unsigned long end, struct mm_walk *walk) in queue_folios_pte_range() 648 struct mm_walk *walk) in queue_folios_hugetlb() 722 struct mm_walk *walk) in queue_pages_test_walk()
|
| H A D | mlock.c | 353 unsigned long end, struct mm_walk *walk) in mlock_pte_range()
|
| H A D | memory-failure.c | 803 unsigned long end, struct mm_walk *walk) in hwpoison_pte_range() 837 struct mm_walk *walk) in hwpoison_hugetlb_range()
|
| /linux-6.15/arch/loongarch/mm/ |
| H A D | pageattr.c | 17 static unsigned long set_pageattr_masks(unsigned long val, struct mm_walk *walk) in set_pageattr_masks() 29 unsigned long next, struct mm_walk *walk) in pageattr_pgd_entry() 42 unsigned long next, struct mm_walk *walk) in pageattr_p4d_entry() 55 unsigned long next, struct mm_walk *walk) in pageattr_pud_entry() 68 unsigned long next, struct mm_walk *walk) in pageattr_pmd_entry() 81 unsigned long next, struct mm_walk *walk) in pageattr_pte_entry() 92 int depth, struct mm_walk *walk) in pageattr_pte_hole()
|
| /linux-6.15/arch/riscv/mm/ |
| H A D | pageattr.c | 18 static unsigned long set_pageattr_masks(unsigned long val, struct mm_walk *walk) in set_pageattr_masks() 30 unsigned long next, struct mm_walk *walk) in pageattr_p4d_entry() 43 unsigned long next, struct mm_walk *walk) in pageattr_pud_entry() 56 unsigned long next, struct mm_walk *walk) in pageattr_pmd_entry() 69 unsigned long next, struct mm_walk *walk) in pageattr_pte_entry() 80 int depth, struct mm_walk *walk) in pageattr_pte_hole()
|
| /linux-6.15/arch/openrisc/kernel/ |
| H A D | dma.c | 26 unsigned long next, struct mm_walk *walk) in page_set_nocache() 48 unsigned long next, struct mm_walk *walk) in page_clear_nocache()
|
| /linux-6.15/fs/proc/ |
| H A D | task_mmu.c | 806 struct mm_walk *walk) in smaps_pte_entry() 854 struct mm_walk *walk) in smaps_pmd_entry() 889 struct mm_walk *walk) in smaps_pmd_entry() 895 struct mm_walk *walk) in smaps_pte_range() 1019 struct mm_walk *walk) in smaps_hugetlb_range() 1522 struct mm_walk *walk) in clear_refs_test_walk() 1775 struct mm_walk *walk) in pagemap_pmd_range() 1887 struct mm_walk *walk) in pagemap_hugetlb_range() 2316 struct mm_walk *walk) in pagemap_scan_test_walk() 2573 struct mm_walk *walk) in pagemap_scan_hugetlb_entry() [all …]
|
| /linux-6.15/mm/damon/ |
| H A D | vaddr.c | 306 unsigned long next, struct mm_walk *walk) in damon_mkold_pmd_entry() 372 struct mm_walk *walk) in damon_mkold_hugetlb_entry() 441 unsigned long next, struct mm_walk *walk) in damon_young_pmd_entry() 506 struct mm_walk *walk) in damon_young_hugetlb_entry()
|
| /linux-6.15/arch/s390/mm/ |
| H A D | gmap.c | 2223 unsigned long end, struct mm_walk *walk) in thp_split_walk_pmd_entry() 2273 unsigned long end, struct mm_walk *walk) in find_zeropage_pte_entry() 2409 unsigned long next, struct mm_walk *walk) in __s390_enable_skey_pte() 2422 unsigned long next, struct mm_walk *walk) in __s390_enable_skey_pmd() 2430 struct mm_walk *walk) in __s390_enable_skey_hugetlb() 2488 unsigned long next, struct mm_walk *walk) in __s390_reset_cmma() 2516 unsigned long next, struct mm_walk *walk) in s390_gather_pages()
|
| /linux-6.15/arch/powerpc/mm/book3s64/ |
| H A D | subpage_prot.c | 139 unsigned long end, struct mm_walk *walk) in subpage_walk_pmd_entry()
|