Lines Matching refs:ptdesc

2970 static inline struct ptdesc *virt_to_ptdesc(const void *x)  in virt_to_ptdesc()
2975 static inline void *ptdesc_to_virt(const struct ptdesc *pt) in ptdesc_to_virt()
2980 static inline void *ptdesc_address(const struct ptdesc *pt) in ptdesc_address()
2985 static inline bool pagetable_is_reserved(struct ptdesc *pt) in pagetable_is_reserved()
3000 static inline struct ptdesc *pagetable_alloc_noprof(gfp_t gfp, unsigned int order) in pagetable_alloc_noprof()
3015 static inline void pagetable_free(struct ptdesc *pt) in pagetable_free()
3025 bool ptlock_alloc(struct ptdesc *ptdesc);
3026 void ptlock_free(struct ptdesc *ptdesc);
3028 static inline spinlock_t *ptlock_ptr(struct ptdesc *ptdesc) in ptlock_ptr() argument
3030 return ptdesc->ptl; in ptlock_ptr()
3037 static inline bool ptlock_alloc(struct ptdesc *ptdesc) in ptlock_alloc() argument
3042 static inline void ptlock_free(struct ptdesc *ptdesc) in ptlock_free() argument
3046 static inline spinlock_t *ptlock_ptr(struct ptdesc *ptdesc) in ptlock_ptr() argument
3048 return &ptdesc->ptl; in ptlock_ptr()
3064 static inline bool ptlock_init(struct ptdesc *ptdesc) in ptlock_init() argument
3073 VM_BUG_ON_PAGE(*(unsigned long *)&ptdesc->ptl, ptdesc_page(ptdesc)); in ptlock_init()
3074 if (!ptlock_alloc(ptdesc)) in ptlock_init()
3076 spin_lock_init(ptlock_ptr(ptdesc)); in ptlock_init()
3093 static inline bool ptlock_init(struct ptdesc *ptdesc) { return true; } in ptlock_init() argument
3094 static inline void ptlock_free(struct ptdesc *ptdesc) {} in ptlock_free() argument
3097 static inline void __pagetable_ctor(struct ptdesc *ptdesc) in __pagetable_ctor() argument
3099 struct folio *folio = ptdesc_folio(ptdesc); in __pagetable_ctor()
3105 static inline void pagetable_dtor(struct ptdesc *ptdesc) in pagetable_dtor() argument
3107 struct folio *folio = ptdesc_folio(ptdesc); in pagetable_dtor()
3109 ptlock_free(ptdesc); in pagetable_dtor()
3114 static inline void pagetable_dtor_free(struct ptdesc *ptdesc) in pagetable_dtor_free() argument
3116 pagetable_dtor(ptdesc); in pagetable_dtor_free()
3117 pagetable_free(ptdesc); in pagetable_dtor_free()
3120 static inline bool pagetable_pte_ctor(struct ptdesc *ptdesc) in pagetable_pte_ctor() argument
3122 if (!ptlock_init(ptdesc)) in pagetable_pte_ctor()
3124 __pagetable_ctor(ptdesc); in pagetable_pte_ctor()
3186 static inline struct ptdesc *pmd_ptdesc(pmd_t *pmd) in pmd_ptdesc()
3196 static inline bool pmd_ptlock_init(struct ptdesc *ptdesc) in pmd_ptlock_init() argument
3199 ptdesc->pmd_huge_pte = NULL; in pmd_ptlock_init()
3201 return ptlock_init(ptdesc); in pmd_ptlock_init()
3213 static inline bool pmd_ptlock_init(struct ptdesc *ptdesc) { return true; } in pmd_ptlock_init() argument
3226 static inline bool pagetable_pmd_ctor(struct ptdesc *ptdesc) in pagetable_pmd_ctor() argument
3228 if (!pmd_ptlock_init(ptdesc)) in pagetable_pmd_ctor()
3230 ptdesc_pmd_pts_init(ptdesc); in pagetable_pmd_ctor()
3231 __pagetable_ctor(ptdesc); in pagetable_pmd_ctor()
3254 static inline void pagetable_pud_ctor(struct ptdesc *ptdesc) in pagetable_pud_ctor() argument
3256 __pagetable_ctor(ptdesc); in pagetable_pud_ctor()
3259 static inline void pagetable_p4d_ctor(struct ptdesc *ptdesc) in pagetable_p4d_ctor() argument
3261 __pagetable_ctor(ptdesc); in pagetable_p4d_ctor()
3264 static inline void pagetable_pgd_ctor(struct ptdesc *ptdesc) in pagetable_pgd_ctor() argument
3266 __pagetable_ctor(ptdesc); in pagetable_pgd_ctor()
3295 static inline void free_reserved_ptdesc(struct ptdesc *pt) in free_reserved_ptdesc()