Home
last modified time | relevance | path

Searched refs:ptep_get (Results 1 – 25 of 73) sorted by relevance

123

/linux-6.15/arch/loongarch/include/asm/
H A Dkfence.h56 if (WARN_ON(!pte) || pte_none(ptep_get(pte))) in kfence_protect_page()
60 set_pte(pte, __pte(pte_val(ptep_get(pte)) & ~(_PAGE_VALID | _PAGE_PRESENT))); in kfence_protect_page()
62 set_pte(pte, __pte(pte_val(ptep_get(pte)) | (_PAGE_VALID | _PAGE_PRESENT))); in kfence_protect_page()
H A Dhugetlb.h43 pte_t pte = ptep_get(ptep); in huge_ptep_get_and_clear()
75 int changed = !pte_same(ptep_get(ptep), pte); in huge_ptep_set_access_flags()
/linux-6.15/arch/riscv/include/asm/
H A Dkfence.h21 set_pte(pte, __pte(pte_val(ptep_get(pte)) & ~_PAGE_PRESENT)); in kfence_protect_page()
23 set_pte(pte, __pte(pte_val(ptep_get(pte)) | _PAGE_PRESENT)); in kfence_protect_page()
/linux-6.15/arch/riscv/mm/
H A Dpgtable.c15 if (!pte_same(ptep_get(ptep), entry)) in ptep_set_access_flags()
24 if (!pte_same(ptep_get(ptep), entry)) { in ptep_set_access_flags()
38 if (!pte_young(ptep_get(ptep))) in ptep_test_and_clear_young()
H A Dhugetlbpage.c10 pte_t orig_pte = ptep_get(ptep); in huge_ptep_get()
18 pte_t pte = ptep_get(ptep); in huge_ptep_get()
310 pte_t orig_pte = ptep_get(ptep); in huge_ptep_get_and_clear()
325 pte_t pte = ptep_get(ptep); in huge_ptep_set_wrprotect()
350 pte_t pte = ptep_get(ptep); in huge_ptep_clear_flush()
367 pte_t pte = ptep_get(ptep); in huge_pte_clear()
H A Dpageattr.c71 pte_t val = ptep_get(pte); in pageattr_pte_entry()
409 unsigned long val = pte_val(ptep_get(pte)); in debug_pagealloc_set_page()
469 return pte_present(ptep_get(pte)); in kernel_page_present()
H A Dfault.c69 pte = ptep_get(ptep); in show_pte()
231 if (!pte_present(ptep_get(pte_k))) { in vmalloc_fault()
/linux-6.15/mm/
H A Dsparse-vmemmap.c146 unsigned long pfn = pte_pfn(ptep_get(pte)); in vmemmap_verify()
159 if (pte_none(ptep_get(pte))) { in vmemmap_pte_populate()
348 pfn = pte_pfn(ptep_get(pte)); in vmemmap_undo_hvo()
402 pte_pfn(ptep_get(pte)), 0); in vmemmap_populate_hvo()
525 pte_pfn(ptep_get(pte)), in vmemmap_populate_compound_pages()
550 pte_pfn(ptep_get(pte)), in vmemmap_populate_compound_pages()
H A Dpage_vma_mapped.c42 ptent = ptep_get(pvmw->pte); in map_pte()
107 pte_t ptent = ptep_get(pvmw->pte); in check_pte()
316 } while (pte_none(ptep_get(pvmw->pte))); in page_vma_mapped_walk()
H A Dhighmem.c175 return pte_page(ptep_get(&pkmap_page_table[PKMAP_NR(addr)])); in __kmap_to_page()
218 ptent = ptep_get(&pkmap_page_table[i]); in flush_all_zero_pkmaps()
527 kunmap_high(pte_page(ptep_get(&pkmap_page_table[PKMAP_NR(vaddr)]))); in kmap_high_unmap_local()
564 BUG_ON(!pte_none(ptep_get(kmap_pte))); in __kmap_local_pfn_prot()
H A Dmapping_dirty_helpers.c38 pte_t ptent = ptep_get(pte); in wp_pte()
94 pte_t ptent = ptep_get(pte); in clean_record_pte()
H A Dpage_table_check.c207 __page_table_check_pte_clear(mm, ptep_get(ptep + i)); in __page_table_check_ptes_set()
263 __page_table_check_pte_clear(mm, ptep_get(ptep)); in __page_table_check_pte_clear_range()
H A Dmemory.c789 pte_t orig_pte = ptep_get(src_pte); in copy_nonpresent_pte()
1137 ptent = ptep_get(src_pte); in copy_pte_range()
1156 ptent = ptep_get(src_pte); in copy_pte_range()
1668 pte_t ptent = ptep_get(pte); in do_zap_pte_range()
1675 ptent = ptep_get(pte + nr); in do_zap_pte_range()
2132 pte_t pteval = ptep_get(pte); in insert_page_into_pte_locked()
2430 entry = ptep_get(pte); in insert_pfn()
2682 BUG_ON(!pte_none(ptep_get(pte))); in remap_pte_range()
4260 pte = ptep_get(ptep); in can_swapin_thp()
5785 old_pte = ptep_get(vmf->pte); in do_numa_page()
[all …]
H A Dhugetlb_vmemmap.c126 pte_page(ptep_get(pte_offset_kernel(pmd, addr))); in vmemmap_pmd_entry()
148 vmemmap_walk->reuse_page = pte_page(ptep_get(pte)); in vmemmap_pte_entry()
215 struct page *page = pte_page(ptep_get(pte)); in vmemmap_remap_pte()
262 BUG_ON(pte_page(ptep_get(pte)) != walk->reuse_page); in vmemmap_restore_pte()
H A Dpt_reclaim.c52 if (!pte_none(ptep_get(pte))) in try_to_free_pte()
H A Duserfaultfd.c207 if (!pte_none_mostly(ptep_get(dst_pte))) in mfill_atomic_install_pte()
367 if (!pte_none(ptep_get(dst_pte))) in mfill_atomic_pte_zeropage()
447 if (!pte_none(ptep_get(dst_pte))) in mfill_atomic_pte_poison()
1024 return pte_same(ptep_get(src_pte), orig_src_pte) && in is_pte_pages_stable()
1025 pte_same(ptep_get(dst_pte), orig_dst_pte) && in is_pte_pages_stable()
1217 orig_dst_pte = ptep_get(dst_pte); in move_pages_pte()
1225 orig_src_pte = ptep_get(src_pte); in move_pages_pte()
1264 if (!pte_same(orig_src_pte, ptep_get(src_pte))) { in move_pages_pte()
/linux-6.15/arch/riscv/kvm/
H A Dmmu.c106 while (ptep && pte_val(ptep_get(ptep))) { in gstage_get_leaf_entry()
116 ptep = (pte_t *)gstage_pte_page_vaddr(ptep_get(ptep)); in gstage_get_leaf_entry()
152 if (!pte_val(ptep_get(ptep))) { in gstage_set_pte()
163 next_ptep = (pte_t *)gstage_pte_page_vaddr(ptep_get(ptep)); in gstage_set_pte()
242 if (!pte_val(ptep_get(ptep))) in gstage_op_pte()
246 next_ptep = (pte_t *)gstage_pte_page_vaddr(ptep_get(ptep)); in gstage_op_pte()
264 set_pte(ptep, __pte(pte_val(ptep_get(ptep)) & ~_PAGE_WRITE)); in gstage_op_pte()
586 return pte_young(ptep_get(ptep)); in kvm_test_age_gfn()
/linux-6.15/arch/powerpc/include/asm/nohash/32/
H A Dpte-8xx.h228 #define ptep_get ptep_get macro
229 static inline pte_t ptep_get(pte_t *ptep) in ptep_get() function
H A Dhugetlb-8xx.h27 return ptep_get(ptep); in huge_ptep_get()
/linux-6.15/mm/kasan/
H A Dshadow.c210 return !pte_none(ptep_get(pte)); in shadow_mapped()
308 if (likely(!pte_none(ptep_get(ptep)))) in kasan_populate_vmalloc_pte()
317 if (likely(pte_none(ptep_get(ptep)))) { in kasan_populate_vmalloc_pte()
466 page = (unsigned long)__va(pte_pfn(ptep_get(ptep)) << PAGE_SHIFT); in kasan_depopulate_vmalloc_pte()
470 if (likely(!pte_none(ptep_get(ptep)))) { in kasan_depopulate_vmalloc_pte()
/linux-6.15/arch/parisc/include/asm/
H A Dpgtable.h451 static inline pte_t ptep_get(pte_t *ptep) in ptep_get() function
455 #define ptep_get ptep_get macro
461 pte = ptep_get(ptep); in ptep_test_and_clear_young()
/linux-6.15/arch/loongarch/mm/
H A Dpageattr.c83 pte_t val = ptep_get(pte); in pageattr_pte_entry()
198 return pte_present(ptep_get(pte)); in kernel_page_present()
H A Dfault.c65 if (!pte_present(ptep_get(pte))) in spurious_fault()
68 return write ? pte_write(ptep_get(pte)) : 1; in spurious_fault()
/linux-6.15/include/linux/
H A Dpgtable.h337 #ifndef ptep_get
338 static inline pte_t ptep_get(pte_t *ptep) in ptep_get() function
377 pte_t pte = ptep_get(ptep); in ptep_test_and_clear_young()
484 pte_t pte = ptep_get(ptep); in ptep_get_and_clear()
538 pte_t pte = ptep_get(ptep); in ptep_clear()
617 return ptep_get(ptep); in ptep_get_lockless()
858 pte_t old_pte = ptep_get(ptep); in ptep_set_wrprotect()
/linux-6.15/arch/riscv/kernel/
H A Defi.c63 pte_t pte = ptep_get(ptep); in set_permissions()

123