Lines Matching refs:p4dp

925 static inline void set_p4d(p4d_t *p4dp, p4d_t p4d)  in set_p4d()  argument
927 if (in_swapper_pgdir(p4dp)) { in set_p4d()
928 set_swapper_pgd((pgd_t *)p4dp, __pgd(p4d_val(p4d))); in set_p4d()
932 WRITE_ONCE(*p4dp, p4d); in set_p4d()
937 static inline void p4d_clear(p4d_t *p4dp) in p4d_clear() argument
940 set_p4d(p4dp, __p4d(0)); in p4d_clear()
950 static inline pud_t *p4d_to_folded_pud(p4d_t *p4dp, unsigned long addr) in p4d_to_folded_pud() argument
953 VM_BUG_ON(((addr >> P4D_SHIFT) ^ ((u64)p4dp >> 3)) % PTRS_PER_P4D); in p4d_to_folded_pud()
955 return (pud_t *)PTR_ALIGN_DOWN(p4dp, PAGE_SIZE) + pud_index(addr); in p4d_to_folded_pud()
963 static inline phys_addr_t pud_offset_phys(p4d_t *p4dp, unsigned long addr) in pud_offset_phys() argument
967 return p4d_page_paddr(READ_ONCE(*p4dp)) + pud_index(addr) * sizeof(pud_t); in pud_offset_phys()
971 pud_t *pud_offset_lockless(p4d_t *p4dp, p4d_t p4d, unsigned long addr) in pud_offset_lockless() argument
974 return p4d_to_folded_pud(p4dp, addr); in pud_offset_lockless()
979 static inline pud_t *pud_offset(p4d_t *p4dp, unsigned long addr) in pud_offset() argument
981 return pud_offset_lockless(p4dp, READ_ONCE(*p4dp), addr); in pud_offset()
992 static inline pud_t *pud_set_fixmap_offset(p4d_t *p4dp, unsigned long addr) in pud_set_fixmap_offset() argument
995 return p4d_to_folded_pud(p4dp, addr); in pud_set_fixmap_offset()
996 return pud_set_fixmap(pud_offset_phys(p4dp, addr)); in pud_set_fixmap_offset()
1006 static inline pud_t *pud_offset_kimg(p4d_t *p4dp, u64 addr) in pud_offset_kimg() argument
1009 return p4d_to_folded_pud(p4dp, addr); in pud_offset_kimg()
1010 return (pud_t *)__phys_to_kimg(pud_offset_phys(p4dp, addr)); in pud_offset_kimg()
1146 #define p4d_set_fixmap_offset(p4dp, addr) ((p4d_t *)p4dp) argument