112 	return pte_marker_uffd_wp(vmf->orig_pte);  in vmf_orig_pte_uffd_wp()
730 		pte_t *ptep, pte_t orig_pte)  in restore_exclusive_pte()  argument
737 	if (pte_swp_soft_dirty(orig_pte))  in restore_exclusive_pte()
740 	if (pte_swp_uffd_wp(orig_pte))  in restore_exclusive_pte()
763 		unsigned long addr, pte_t *ptep, pte_t orig_pte)  in try_restore_exclusive_pte()  argument
765 	struct page *page = pfn_swap_entry_to_page(pte_to_swp_entry(orig_pte));  in try_restore_exclusive_pte()
769 		restore_exclusive_pte(vma, folio, page, addr, ptep, orig_pte);  in try_restore_exclusive_pte()
789 	pte_t orig_pte = ptep_get(src_pte);  in copy_nonpresent_pte()  local
790 	pte_t pte = orig_pte;  in copy_nonpresent_pte()
793 	swp_entry_t entry = pte_to_swp_entry(orig_pte);  in copy_nonpresent_pte()
808 		if (pte_swp_exclusive(orig_pte)) {  in copy_nonpresent_pte()
809 			pte = pte_swp_clear_exclusive(orig_pte);  in copy_nonpresent_pte()
828 			if (pte_swp_soft_dirty(orig_pte))  in copy_nonpresent_pte()
830 			if (pte_swp_uffd_wp(orig_pte))  in copy_nonpresent_pte()
864 			if (pte_swp_uffd_wp(orig_pte))  in copy_nonpresent_pte()
876 		if (try_restore_exclusive_pte(src_vma, addr, src_pte, orig_pte))  in copy_nonpresent_pte()
3143 		same = pte_same(ptep_get(vmf->pte), vmf->orig_pte);  in pte_unmap_same()
3189 	if (!arch_has_hw_pte_young() && !pte_young(vmf->orig_pte)) {  in __wp_page_copy_user()
3193 		if (unlikely(!vmf->pte || !pte_same(ptep_get(vmf->pte), vmf->orig_pte))) {  in __wp_page_copy_user()
3204 		entry = pte_mkyoung(vmf->orig_pte);  in __wp_page_copy_user()
3221 		if (unlikely(!vmf->pte || !pte_same(ptep_get(vmf->pte), vmf->orig_pte))) {  in __wp_page_copy_user()
3369 	VM_WARN_ON(is_zero_pfn(pte_pfn(vmf->orig_pte)));  in wp_page_reuse()
3382 	flush_cache_page(vma, vmf->address, pte_pfn(vmf->orig_pte));  in wp_page_reuse()
3383 	entry = pte_mkyoung(vmf->orig_pte);  in wp_page_reuse()
3477 	pfn_is_zero = is_zero_pfn(pte_pfn(vmf->orig_pte));  in wp_page_copy()
3515 	if (likely(vmf->pte && pte_same(ptep_get(vmf->pte), vmf->orig_pte))) {  in wp_page_copy()
3522 			ksm_might_unmap_zero_page(mm, vmf->orig_pte);  in wp_page_copy()
3525 		flush_cache_page(vma, vmf->address, pte_pfn(vmf->orig_pte));  in wp_page_copy()
3529 			if (pte_soft_dirty(vmf->orig_pte))  in wp_page_copy()
3531 			if (pte_uffd_wp(vmf->orig_pte))  in wp_page_copy()
3635 	if (!pte_same(ptep_get(vmf->pte), vmf->orig_pte)) {  in finish_mkwrite_fault()
3874 			vmf->orig_pte = pte;  in do_wp_page()
3886 	vmf->page = vm_normal_page(vma, vmf->address, vmf->orig_pte);  in do_wp_page()
4103 	if (likely(vmf->pte && pte_same(ptep_get(vmf->pte), vmf->orig_pte)))  in remove_device_exclusive_entry()
4105 				      vmf->pte, vmf->orig_pte);  in remove_device_exclusive_entry()
4149 	if (pte_same(vmf->orig_pte, ptep_get(vmf->pte)))  in pte_marker_clear()
4181 	swp_entry_t entry = pte_to_swp_entry(vmf->orig_pte);  in handle_pte_marker()
4216 	entry = pte_to_swp_entry(vmf->orig_pte);  in __alloc_swap_folio()
4262 	if (!pte_same(pte, pte_move_swp_offset(vmf->orig_pte, -idx)))  in can_swapin_thp()
4331 	entry = pte_to_swp_entry(vmf->orig_pte);  in alloc_swap_folio()
4422 	entry = pte_to_swp_entry(vmf->orig_pte);  in do_swap_page()
4446 							vmf->orig_pte)))  in do_swap_page()
4470 			print_bad_pte(vma, vmf->address, vmf->orig_pte, NULL);  in do_swap_page()
4545 				   pte_same(ptep_get(vmf->pte), vmf->orig_pte)))  in do_swap_page()
4616 	if (unlikely(!vmf->pte || !pte_same(ptep_get(vmf->pte), vmf->orig_pte)))  in do_swap_page()
4632 		if (!pte_same(folio_pte, pte_move_swp_offset(vmf->orig_pte, -idx)) ||  in do_swap_page()
4661 		if (!pte_same(folio_pte, pte_move_swp_offset(vmf->orig_pte, -idx)) ||  in do_swap_page()
4690 		exclusive = pte_swp_exclusive(vmf->orig_pte);  in do_swap_page()
4740 	if (pte_swp_soft_dirty(vmf->orig_pte))  in do_swap_page()
4742 	if (pte_swp_uffd_wp(vmf->orig_pte))  in do_swap_page()
4765 	vmf->orig_pte = pte_advance_pfn(pte, page_idx);  in do_swap_page()
5267 		return !pte_same(ptep_get(vmf->pte), vmf->orig_pte);  in vmf_pte_changed()
5787 	if (unlikely(!pte_same(old_pte, vmf->orig_pte))) {  in do_numa_page()
5836 	if (unlikely(!pte_same(ptep_get(vmf->pte), vmf->orig_pte))) {  in do_numa_page()
5987 		vmf->orig_pte = ptep_get_lockless(vmf->pte);  in handle_pte_fault()
5990 		if (pte_none(vmf->orig_pte)) {  in handle_pte_fault()
5999 	if (!pte_present(vmf->orig_pte))  in handle_pte_fault()
6002 	if (pte_protnone(vmf->orig_pte) && vma_is_accessible(vmf->vma))  in handle_pte_fault()
6006 	entry = vmf->orig_pte;  in handle_pte_fault()