Lines Matching refs:ptep
255 static inline unsigned int pte_batch_hint(pte_t *ptep, pte_t pte) in pte_batch_hint() argument
290 pte_t *ptep, pte_t pte, unsigned int nr) in set_ptes() argument
292 page_table_check_ptes_set(mm, ptep, pte, nr); in set_ptes()
295 set_pte(ptep, pte); in set_ptes()
298 ptep++; in set_ptes()
303 #define set_pte_at(mm, addr, ptep, pte) set_ptes(mm, addr, ptep, pte, 1) argument
307 unsigned long address, pte_t *ptep,
338 static inline pte_t ptep_get(pte_t *ptep) in ptep_get() argument
340 return READ_ONCE(*ptep); in ptep_get()
375 pte_t *ptep) in ptep_test_and_clear_young() argument
377 pte_t pte = ptep_get(ptep); in ptep_test_and_clear_young()
382 set_pte_at(vma->vm_mm, address, ptep, pte_mkold(pte)); in ptep_test_and_clear_young()
414 unsigned long address, pte_t *ptep);
482 pte_t *ptep) in ptep_get_and_clear() argument
484 pte_t pte = ptep_get(ptep); in ptep_get_and_clear()
485 pte_clear(mm, address, ptep); in ptep_get_and_clear()
511 unsigned long addr, pte_t *ptep, in clear_young_dirty_ptes() argument
518 ptep_test_and_clear_young(vma, addr, ptep); in clear_young_dirty_ptes()
520 pte = ptep_get_and_clear(vma->vm_mm, addr, ptep); in clear_young_dirty_ptes()
525 set_pte_at(vma->vm_mm, addr, ptep, pte); in clear_young_dirty_ptes()
529 ptep++; in clear_young_dirty_ptes()
536 pte_t *ptep) in ptep_clear() argument
538 pte_t pte = ptep_get(ptep); in ptep_clear()
540 pte_clear(mm, addr, ptep); in ptep_clear()
577 static inline pte_t ptep_get_lockless(pte_t *ptep) in ptep_get_lockless() argument
582 pte.pte_low = ptep->pte_low; in ptep_get_lockless()
584 pte.pte_high = ptep->pte_high; in ptep_get_lockless()
586 } while (unlikely(pte.pte_low != ptep->pte_low)); in ptep_get_lockless()
615 static inline pte_t ptep_get_lockless(pte_t *ptep) in ptep_get_lockless() argument
617 return ptep_get(ptep); in ptep_get_lockless()
682 unsigned long address, pte_t *ptep, in ptep_get_and_clear_full() argument
685 return ptep_get_and_clear(mm, address, ptep); in ptep_get_and_clear_full()
710 unsigned long addr, pte_t *ptep, unsigned int nr, int full) in get_and_clear_full_ptes() argument
714 pte = ptep_get_and_clear_full(mm, addr, ptep, full); in get_and_clear_full_ptes()
716 ptep++; in get_and_clear_full_ptes()
718 tmp_pte = ptep_get_and_clear_full(mm, addr, ptep, full); in get_and_clear_full_ptes()
748 pte_t *ptep, unsigned int nr, int full) in clear_full_ptes() argument
751 ptep_get_and_clear_full(mm, addr, ptep, full); in clear_full_ptes()
754 ptep++; in clear_full_ptes()
770 unsigned long address, pte_t *ptep, unsigned int nr) in update_mmu_tlb_range() argument
776 unsigned long address, pte_t *ptep) in update_mmu_tlb() argument
778 update_mmu_tlb_range(vma, address, ptep, 1); in update_mmu_tlb()
789 pte_t *ptep, in pte_clear_not_present_full() argument
792 pte_clear(mm, address, ptep); in pte_clear_not_present_full()
813 unsigned long addr, pte_t *ptep, unsigned int nr, int full) in clear_not_present_full_ptes() argument
816 pte_clear_not_present_full(mm, addr, ptep, full); in clear_not_present_full_ptes()
819 ptep++; in clear_not_present_full_ptes()
828 pte_t *ptep);
856 static inline void ptep_set_wrprotect(struct mm_struct *mm, unsigned long address, pte_t *ptep) in ptep_set_wrprotect() argument
858 pte_t old_pte = ptep_get(ptep); in ptep_set_wrprotect()
859 set_pte_at(mm, address, ptep, pte_wrprotect(old_pte)); in ptep_set_wrprotect()
882 pte_t *ptep, unsigned int nr) in wrprotect_ptes() argument
885 ptep_set_wrprotect(mm, addr, ptep); in wrprotect_ptes()
888 ptep++; in wrprotect_ptes()
1180 #define flush_tlb_fix_spurious_fault(vma, address, ptep) flush_tlb_page(vma, address) argument
1282 pte_t *ptep) in __ptep_modify_prot_start() argument
1289 return ptep_get_and_clear(vma->vm_mm, addr, ptep); in __ptep_modify_prot_start()
1294 pte_t *ptep, pte_t pte) in __ptep_modify_prot_commit() argument
1300 set_pte_at(vma->vm_mm, addr, ptep, pte); in __ptep_modify_prot_commit()
1320 pte_t *ptep) in ptep_modify_prot_start() argument
1322 return __ptep_modify_prot_start(vma, addr, ptep); in ptep_modify_prot_start()
1331 pte_t *ptep, pte_t old_pte, pte_t pte) in ptep_modify_prot_commit() argument
1333 __ptep_modify_prot_commit(vma, addr, ptep, pte); in ptep_modify_prot_commit()