Home
last modified time | relevance | path

Searched refs:orig_pte (Results 1 – 19 of 19) sorted by relevance

/linux-6.15/arch/riscv/mm/
H A Dhugetlbpage.c10 pte_t orig_pte = ptep_get(ptep); in huge_ptep_get() local
12 if (!pte_present(orig_pte) || !pte_napot(orig_pte)) in huge_ptep_get()
13 return orig_pte; in huge_ptep_get()
21 orig_pte = pte_mkdirty(orig_pte); in huge_ptep_get()
24 orig_pte = pte_mkyoung(orig_pte); in huge_ptep_get()
27 return orig_pte; in huge_ptep_get()
184 return orig_pte; in get_clear_contig_flush()
282 pte_t orig_pte; in huge_ptep_set_access_flags() local
293 if (pte_dirty(orig_pte)) in huge_ptep_set_access_flags()
327 pte_t orig_pte; in huge_ptep_set_wrprotect() local
[all …]
/linux-6.15/arch/arm64/mm/
H A Dcontpte.c173 orig_pte = pte_mkdirty(orig_pte); in contpte_ptep_get()
176 orig_pte = pte_mkyoung(orig_pte); in contpte_ptep_get()
179 return orig_pte; in contpte_ptep_get()
204 pte_t orig_pte; in contpte_ptep_get_lockless() local
211 orig_pte = __ptep_get(orig_ptep); in contpte_ptep_get_lockless()
213 if (!pte_valid_cont(orig_pte)) in contpte_ptep_get_lockless()
214 return orig_pte; in contpte_ptep_get_lockless()
230 orig_pte = pte_mkdirty(orig_pte); in contpte_ptep_get_lockless()
233 orig_pte = pte_mkyoung(orig_pte); in contpte_ptep_get_lockless()
236 return orig_pte; in contpte_ptep_get_lockless()
[all …]
H A Dhugetlbpage.c127 pte_t orig_pte = __ptep_get(ptep); in huge_ptep_get() local
129 if (!pte_present(orig_pte) || !pte_cont(orig_pte)) in huge_ptep_get()
130 return orig_pte; in huge_ptep_get()
137 orig_pte = pte_mkdirty(orig_pte); in huge_ptep_get()
140 orig_pte = pte_mkyoung(orig_pte); in huge_ptep_get()
142 return orig_pte; in huge_ptep_get()
188 return orig_pte; in get_clear_contig_flush()
418 pte_t orig_pte = __ptep_get(ptep + i); in __cont_access_flags_changed() local
439 pte_t orig_pte; in huge_ptep_set_access_flags() local
453 if (pte_dirty(orig_pte)) in huge_ptep_set_access_flags()
[all …]
/linux-6.15/arch/powerpc/kvm/
H A Dbook3s_64_mmu_host.c89 unsigned long gfn = orig_pte->raddr >> PAGE_SHIFT; in kvmppc_mmu_map_page()
101 orig_pte->raddr); in kvmppc_mmu_map_page()
111 ret = kvmppc_mmu_map_segment(vcpu, orig_pte->eaddr); in kvmppc_mmu_map_page()
117 vsid, orig_pte->eaddr); in kvmppc_mmu_map_page()
125 if (!orig_pte->may_write || !writable) in kvmppc_mmu_map_page()
130 if (!orig_pte->may_execute) in kvmppc_mmu_map_page()
136 rflags = (rflags & ~HPTE_R_WIMG) | orig_pte->wimg; in kvmppc_mmu_map_page()
145 hpaddr |= orig_pte->raddr & (~0xfffULL & ~PAGE_MASK); in kvmppc_mmu_map_page()
181 vpn, hpaddr, orig_pte); in kvmppc_mmu_map_page()
194 cpte->pte = *orig_pte; in kvmppc_mmu_map_page()
[all …]
H A Dbook3s_32_mmu_host.c137 u32 eaddr = orig_pte->eaddr; in kvmppc_mmu_map_page()
150 orig_pte->raddr); in kvmppc_mmu_map_page()
157 vcpu->arch.mmu.esid_to_vsid(vcpu, orig_pte->eaddr >> SID_SHIFT, &vsid); in kvmppc_mmu_map_page()
197 if (orig_pte->may_write && writable) { in kvmppc_mmu_map_page()
199 mark_page_dirty(vcpu->kvm, orig_pte->raddr >> PAGE_SHIFT); in kvmppc_mmu_map_page()
204 if (orig_pte->may_execute) in kvmppc_mmu_map_page()
240 orig_pte->may_write ? 'w' : '-', in kvmppc_mmu_map_page()
241 orig_pte->may_execute ? 'x' : '-', in kvmppc_mmu_map_page()
242 orig_pte->eaddr, (ulong)pteg, vpn, in kvmppc_mmu_map_page()
243 orig_pte->vpage, hpaddr); in kvmppc_mmu_map_page()
[all …]
H A Dtrace_pr.h33 struct kvmppc_pte *orig_pte),
34 TP_ARGS(rflags, hpteg, va, hpaddr, orig_pte),
49 __entry->eaddr = orig_pte->eaddr;
52 __entry->vpage = orig_pte->vpage;
H A Dbook3s_hv_rm_mmu.c492 u64 pte, orig_pte, pte_r; in kvmppc_do_h_remove() local
501 pte = orig_pte = be64_to_cpu(hpte[0]); in kvmppc_do_h_remove()
510 __unlock_hpte(hpte, orig_pte); in kvmppc_do_h_remove()
/linux-6.15/mm/
H A Dmemory.c730 pte_t *ptep, pte_t orig_pte) in restore_exclusive_pte() argument
737 if (pte_swp_soft_dirty(orig_pte)) in restore_exclusive_pte()
740 if (pte_swp_uffd_wp(orig_pte)) in restore_exclusive_pte()
790 pte_t pte = orig_pte; in copy_nonpresent_pte()
830 if (pte_swp_uffd_wp(orig_pte)) in copy_nonpresent_pte()
864 if (pte_swp_uffd_wp(orig_pte)) in copy_nonpresent_pte()
3874 vmf->orig_pte = pte; in do_wp_page()
4446 vmf->orig_pte))) in do_swap_page()
5990 if (pte_none(vmf->orig_pte)) { in handle_pte_fault()
5999 if (!pte_present(vmf->orig_pte)) in handle_pte_fault()
[all …]
H A Dmigrate_device.c602 pte_t orig_pte; in migrate_vma_insert_page() local
658 orig_pte = ptep_get(ptep); in migrate_vma_insert_page()
663 if (pte_present(orig_pte)) { in migrate_vma_insert_page()
664 unsigned long pfn = pte_pfn(orig_pte); in migrate_vma_insert_page()
669 } else if (!pte_none(orig_pte)) in migrate_vma_insert_page()
686 flush_cache_page(vma, addr, pte_pfn(orig_pte)); in migrate_vma_insert_page()
H A Dhugetlb.c6584 if (unlikely(pte_marker_uffd_wp(vmf->orig_pte))) in hugetlb_no_page()
6700 vmf.orig_pte = huge_ptep_get(mm, vmf.address, vmf.pte); in hugetlb_fault()
6701 if (huge_pte_none_mostly(vmf.orig_pte)) { in hugetlb_fault()
6702 if (is_pte_marker(vmf.orig_pte)) { in hugetlb_fault()
6704 pte_marker_get(pte_to_swp_entry(vmf.orig_pte)); in hugetlb_fault()
6735 if (!pte_present(vmf.orig_pte)) { in hugetlb_fault()
6795 vmf.orig_pte = huge_pte_clear_uffd_wp(vmf.orig_pte); in hugetlb_fault()
6806 folio = page_folio(pte_page(vmf.orig_pte)); in hugetlb_fault()
6816 if (!huge_pte_write(vmf.orig_pte)) { in hugetlb_fault()
6820 vmf.orig_pte = huge_pte_mkdirty(vmf.orig_pte); in hugetlb_fault()
[all …]
H A Dksm.c1247 pte_t *orig_pte) in write_protect_page() argument
1326 *orig_pte = entry; in write_protect_page()
1347 struct page *kpage, pte_t orig_pte) in replace_page() argument
1384 if (!pte_same(ptep_get(ptep), orig_pte)) { in replace_page()
1453 pte_t orig_pte = __pte(0); in try_to_merge_one_page() local
1483 if (write_protect_page(vma, folio, &orig_pte) == 0) { in try_to_merge_one_page()
1500 err = replace_page(vma, page, kpage, orig_pte); in try_to_merge_one_page()
H A Dkhugepaged.c1034 vmf.orig_pte = ptep_get_lockless(pte); in __collapse_huge_page_swapin()
1035 if (!is_swap_pte(vmf.orig_pte)) in __collapse_huge_page_swapin()
/linux-6.15/arch/arm64/include/asm/
H A Dpgtable.h1684 pte_t orig_pte = __ptep_get(ptep); in set_pte() local
1686 WARN_ON_ONCE(pte_valid_cont(orig_pte)); in set_pte()
1753 pte_t orig_pte = __ptep_get(ptep); in ptep_test_and_clear_young() local
1755 if (likely(!pte_valid_cont(orig_pte))) in ptep_test_and_clear_young()
1765 pte_t orig_pte = __ptep_get(ptep); in ptep_clear_flush_young() local
1767 if (likely(!pte_valid_cont(orig_pte))) in ptep_clear_flush_young()
1785 pte_t orig_pte = __ptep_get(ptep); in wrprotect_ptes() local
1787 if (unlikely(pte_cont(orig_pte))) { in wrprotect_ptes()
1789 orig_pte = pte_mknoncont(orig_pte); in wrprotect_ptes()
1809 pte_t orig_pte = __ptep_get(ptep); in ptep_set_access_flags() local
[all …]
/linux-6.15/arch/sparc/mm/
H A Dtlb.c213 pte_t orig_pte = __pte(pmd_val(orig)); in __set_pmd_acct() local
214 bool exec = pte_exec(orig_pte); in __set_pmd_acct()
/linux-6.15/arch/x86/kvm/mmu/
H A Dpaging_tmpl.h203 pt_element_t pte, orig_pte; in FNAME() local
213 pte = orig_pte = walker->ptes[level - 1]; in FNAME()
230 if (pte == orig_pte) in FNAME()
249 ret = __try_cmpxchg_user(ptep_user, &orig_pte, pte, fault); in FNAME()
/linux-6.15/fs/proc/
H A Dtask_mmu.c1780 pte_t *pte, *orig_pte; in pagemap_pmd_range() local
1863 orig_pte = pte = pte_offset_map_lock(walk->mm, pmdp, addr, &ptl); in pagemap_pmd_range()
1876 pte_unmap_unlock(orig_pte, ptl); in pagemap_pmd_range()
2963 pte_t *orig_pte; in gather_pte_stats() local
2979 orig_pte = pte = pte_offset_map_lock(walk->mm, pmd, addr, &ptl); in gather_pte_stats()
2992 pte_unmap_unlock(orig_pte, ptl); in gather_pte_stats()
/linux-6.15/arch/arm64/kvm/hyp/
H A Dpgtable.c1201 kvm_pte_t attr_clr, kvm_pte_t *orig_pte, in stage2_update_leaf_attrs() argument
1220 if (orig_pte) in stage2_update_leaf_attrs()
1221 *orig_pte = data.pte; in stage2_update_leaf_attrs()
/linux-6.15/include/linux/
H A Dpgtable.h1133 pte_t orig_pte) in arch_unmap_one() argument
H A Dmm.h550 pte_t orig_pte; /* Value of PTE at the time of fault */ member