| /linux-6.15/mm/ |
| H A D | page_vma_mapped.c | 19 pte_t ptent; in map_pte() local
42 ptent = ptep_get(pvmw->pte); in map_pte()
45 if (!is_swap_pte(ptent)) in map_pte()
47 } else if (is_swap_pte(ptent)) { in map_pte()
65 entry = pte_to_swp_entry(ptent); in map_pte()
69 } else if (!pte_present(ptent)) { in map_pte()
111 if (!is_swap_pte(ptent)) in check_pte()
113 entry = pte_to_swp_entry(ptent); in check_pte()
119 } else if (is_swap_pte(ptent)) { in check_pte()
130 if (!pte_present(ptent)) in check_pte()
[all …]
|
| H A D | mapping_dirty_helpers.c | 38 pte_t ptent = ptep_get(pte); in wp_pte() local
40 if (pte_write(ptent)) { in wp_pte()
43 ptent = pte_wrprotect(old_pte); in wp_pte()
44 ptep_modify_prot_commit(walk->vma, addr, pte, old_pte, ptent); in wp_pte()
94 pte_t ptent = ptep_get(pte); in clean_record_pte() local
96 if (pte_dirty(ptent)) { in clean_record_pte()
101 ptent = pte_mkclean(old_pte); in clean_record_pte()
102 ptep_modify_prot_commit(walk->vma, addr, pte, old_pte, ptent); in clean_record_pte()
|
| H A D | madvise.c | 449 ptent = ptep_get(pte); in madvise_cold_or_pageout_pte_range()
461 if (pte_none(ptent)) in madvise_cold_or_pageout_pte_range()
464 if (!pte_present(ptent)) in madvise_cold_or_pageout_pte_range()
484 ptent = pte_mkyoung(ptent); in madvise_cold_or_pageout_pte_range()
678 ptent = ptep_get(pte); in madvise_free_pte_range()
680 if (pte_none(ptent)) in madvise_free_pte_range()
687 if (!pte_present(ptent)) { in madvise_free_pte_range()
746 ptent = pte_mkyoung(ptent); in madvise_free_pte_range()
748 ptent = pte_mkdirty(ptent); in madvise_free_pte_range()
774 if (pte_young(ptent) || pte_dirty(ptent)) { in madvise_free_pte_range()
[all …]
|
| H A D | mprotect.c | 113 pte_t ptent; in change_pte_range() local
170 ptent = pte_modify(oldpte, newprot); in change_pte_range()
173 ptent = pte_mkuffd_wp(ptent); in change_pte_range()
175 ptent = pte_clear_uffd_wp(ptent); in change_pte_range()
191 !pte_write(ptent) && in change_pte_range()
192 can_change_pte_writable(vma, addr, ptent)) in change_pte_range()
193 ptent = pte_mkwrite(ptent, vma); in change_pte_range()
195 ptep_modify_prot_commit(vma, addr, pte, oldpte, ptent); in change_pte_range()
196 if (pte_needs_flush(oldpte, ptent)) in change_pte_range()
|
| H A D | mlock.c | 312 pte_t ptent = ptep_get(pte); in folio_mlock_step() local
317 return folio_pte_batch(folio, addr, pte, ptent, count, fpb_flags, NULL, in folio_mlock_step()
359 pte_t ptent; in mlock_pte_range() local
387 ptent = ptep_get(pte); in mlock_pte_range()
388 if (!pte_present(ptent)) in mlock_pte_range()
390 folio = vm_normal_folio(vma, addr, ptent); in mlock_pte_range()
|
| H A D | memory.c | 1080 pte_t ptent; in copy_pte_range() local
1137 ptent = ptep_get(src_pte); in copy_pte_range()
1138 if (pte_none(ptent)) { in copy_pte_range()
1156 ptent = ptep_get(src_pte); in copy_pte_range()
1502 if (pte_dirty(ptent)) { in zap_present_folio_ptes()
1668 pte_t ptent = ptep_get(pte); in do_zap_pte_range() local
1673 if (pte_none(ptent)) { in do_zap_pte_range()
1676 if (!pte_none(ptent)) in do_zap_pte_range()
1686 if (pte_present(ptent)) in do_zap_pte_range()
5749 if (!pte_present(ptent) || !pte_protnone(ptent)) in numa_rebuild_large_mapping()
[all …]
|
| H A D | highmem.c | 205 pte_t ptent; in flush_all_zero_pkmaps() local
218 ptent = ptep_get(&pkmap_page_table[i]); in flush_all_zero_pkmaps()
219 BUG_ON(pte_none(ptent)); in flush_all_zero_pkmaps()
228 page = pte_page(ptent); in flush_all_zero_pkmaps()
|
| H A D | khugepaged.c | 1574 pte_t ptent = ptep_get(pte); in collapse_pte_mapped_thp() local
1577 if (pte_none(ptent)) in collapse_pte_mapped_thp()
1581 if (!pte_present(ptent)) { in collapse_pte_mapped_thp()
1586 page = vm_normal_page(vma, addr, ptent); in collapse_pte_mapped_thp()
1629 pte_t ptent = ptep_get(pte); in collapse_pte_mapped_thp() local
1631 if (pte_none(ptent)) in collapse_pte_mapped_thp()
1639 if (!pte_present(ptent)) { in collapse_pte_mapped_thp()
1643 page = vm_normal_page(vma, addr, ptent); in collapse_pte_mapped_thp()
|
| H A D | mempolicy.c | 574 pte_t ptent; in queue_folios_pte_range() local
590 ptent = ptep_get(pte); in queue_folios_pte_range()
591 if (pte_none(ptent)) in queue_folios_pte_range()
593 if (!pte_present(ptent)) { in queue_folios_pte_range()
594 if (is_migration_entry(pte_to_swp_entry(ptent))) in queue_folios_pte_range()
598 folio = vm_normal_folio(vma, addr, ptent); in queue_folios_pte_range()
|
| H A D | memory-failure.c | 410 pte_t ptent; in dev_pagemap_mapping_shift() local
432 ptent = ptep_get(pte); in dev_pagemap_mapping_shift()
433 if (pte_present(ptent)) in dev_pagemap_mapping_shift()
|
| H A D | vmalloc.c | 356 pte_t ptent = ptep_get_and_clear(&init_mm, addr, pte); in vunmap_pte_range() local
357 WARN_ON(!pte_none(ptent) && !pte_present(ptent)); in vunmap_pte_range()
3490 pte_t ptent; in vmap_pfn_apply() local
3495 ptent = pte_mkspecial(pfn_pte(pfn, data->prot)); in vmap_pfn_apply()
3496 set_pte_at(&init_mm, addr, pte, ptent); in vmap_pfn_apply()
|
| H A D | swapfile.c | 2098 pte_t ptent; in unuse_pte_range() local
2106 ptent = ptep_get_lockless(pte); in unuse_pte_range()
2108 if (!is_swap_pte(ptent)) in unuse_pte_range()
2111 entry = pte_to_swp_entry(ptent); in unuse_pte_range()
|
| H A D | vmscan.c | 3530 pte_t ptent = ptep_get(pte + i); in walk_pte_range() local
3535 pfn = get_pte_pfn(ptent, args->vma, addr, pgdat); in walk_pte_range()
3553 if (pte_dirty(ptent)) in walk_pte_range()
4244 pte_t ptent = ptep_get(pte + i); in lru_gen_look_around() local
4246 pfn = get_pte_pfn(ptent, vma, addr, pgdat); in lru_gen_look_around()
4264 if (pte_dirty(ptent)) in lru_gen_look_around()
|
| /linux-6.15/fs/proc/ |
| H A D | task_mmu.c | 815 if (pte_present(ptent)) { in smaps_pte_entry()
1027 if (pte_present(ptent)) { in smaps_hugetlb_range()
1417 ptent = pte_clear_soft_dirty(ptent); in clear_soft_dirty()
1420 ptent = pte_swp_clear_soft_dirty(ptent); in clear_soft_dirty()
1466 pte_t *pte, ptent; in clear_refs_pte_range() local
1497 ptent = ptep_get(pte); in clear_refs_pte_range()
2154 ptent = pte_swp_mkuffd_wp(ptent); in make_uffd_wp_pte()
2255 pte_t ptent) in make_uffd_wp_huge_pte() argument
2259 if (is_hugetlb_entry_hwpoisoned(ptent) || is_pte_marker(ptent)) in make_uffd_wp_huge_pte()
2500 if ((pte_present(ptent) && pte_uffd_wp(ptent)) || in pagemap_scan_pmd_entry()
[all …]
|
| /linux-6.15/mm/kasan/ |
| H A D | init.c | 350 pte_t ptent; in kasan_remove_pte_table() local
357 ptent = ptep_get(pte); in kasan_remove_pte_table()
359 if (!pte_present(ptent)) in kasan_remove_pte_table()
362 if (WARN_ON(!kasan_early_shadow_page_entry(ptent))) in kasan_remove_pte_table()
|
| /linux-6.15/mm/damon/ |
| H A D | vaddr.c | 444 pte_t ptent; in damon_young_pmd_entry() local
487 ptent = ptep_get(pte); in damon_young_pmd_entry()
488 if (!pte_present(ptent)) in damon_young_pmd_entry()
490 folio = damon_get_folio(pte_pfn(ptent)); in damon_young_pmd_entry()
493 if (pte_young(ptent) || !folio_test_idle(folio) || in damon_young_pmd_entry()
|
| /linux-6.15/arch/arm64/mm/ |
| H A D | contpte.c | 62 pte_t ptent = __ptep_get_and_clear(mm, addr, ptep); in contpte_convert() local
64 if (pte_dirty(ptent)) in contpte_convert()
67 if (pte_young(ptent)) in contpte_convert()
|
| /linux-6.15/drivers/gpu/drm/i915/gem/selftests/ |
| H A D | i915_gem_mman.c | 1686 pte_t ptent = ptep_get(pte); in check_present_pte() local
1688 if (!pte_present(ptent) || pte_none(ptent)) { in check_present_pte()
1699 pte_t ptent = ptep_get(pte); in check_absent_pte() local
1701 if (pte_present(ptent) && !pte_none(ptent)) { in check_absent_pte()
|
| /linux-6.15/fs/ |
| H A D | userfaultfd.c | 286 pte_t ptent; in userfaultfd_must_wait() local
326 ptent = ptep_get(pte); in userfaultfd_must_wait()
327 if (pte_none_mostly(ptent)) in userfaultfd_must_wait()
329 if (!pte_write(ptent) && (reason & VM_UFFD_WP)) in userfaultfd_must_wait()
|