Home
last modified time | relevance | path

Searched refs:p4d_t (Results 1 – 25 of 178) sorted by relevance

12345678

/linux-6.15/arch/riscv/include/asm/
H A Dpgtable-64.h47 } p4d_t; typedef
50 #define __p4d(x) ((p4d_t) { (x) })
276 static inline void set_p4d(p4d_t *p4dp, p4d_t p4d) in set_p4d()
284 static inline int p4d_none(p4d_t p4d) in p4d_none()
292 static inline int p4d_present(p4d_t p4d) in p4d_present()
300 static inline int p4d_bad(p4d_t p4d) in p4d_bad()
308 static inline void p4d_clear(p4d_t *p4d) in p4d_clear()
324 static inline pud_t *p4d_pgtable(p4d_t p4d) in p4d_pgtable()
348 set_p4d((p4d_t *)pgdp, (p4d_t){ pgd_val(pgd) }); in set_pgd()
381 static inline p4d_t *pgd_pgtable(pgd_t pgd) in pgd_pgtable()
[all …]
H A Dpgalloc.h42 static inline void p4d_populate(struct mm_struct *mm, p4d_t *p4d, pud_t *pud) in p4d_populate()
51 static inline void p4d_populate_safe(struct mm_struct *mm, p4d_t *p4d, in p4d_populate_safe()
62 static inline void pgd_populate(struct mm_struct *mm, pgd_t *pgd, p4d_t *p4d) in pgd_populate()
72 p4d_t *p4d) in pgd_populate_safe()
96 static inline void __p4d_free_tlb(struct mmu_gather *tlb, p4d_t *p4d, in __p4d_free_tlb()
/linux-6.15/include/asm-generic/
H A Dpgtable-nop4d.h9 typedef struct { pgd_t pgd; } p4d_t; typedef
33 #define set_pgd(pgdptr, pgdval) set_p4d((p4d_t *)(pgdptr), (p4d_t) { pgdval })
35 static inline p4d_t *p4d_offset(pgd_t *pgd, unsigned long address) in p4d_offset()
37 return (p4d_t *)pgd; in p4d_offset()
41 #define __p4d(x) ((p4d_t) { __pgd(x) })
43 #define pgd_page(pgd) (p4d_page((p4d_t){ pgd }))
44 #define pgd_page_vaddr(pgd) ((unsigned long)(p4d_pgtable((p4d_t){ pgd })))
H A Dpgtable-nopud.h16 typedef struct { p4d_t p4d; } pud_t;
28 static inline int p4d_none(p4d_t p4d) { return 0; } in p4d_none()
29 static inline int p4d_bad(p4d_t p4d) { return 0; } in p4d_bad()
30 static inline int p4d_present(p4d_t p4d) { return 1; } in p4d_present()
31 static inline void p4d_clear(p4d_t *p4d) { } in p4d_clear()
42 static inline pud_t *pud_offset(p4d_t *p4d, unsigned long address) in pud_offset()
H A Dpgalloc.h217 static inline p4d_t *__p4d_alloc_one_noprof(struct mm_struct *mm, unsigned long addr) in __p4d_alloc_one_noprof()
236 static inline p4d_t *p4d_alloc_one_noprof(struct mm_struct *mm, unsigned long addr) in p4d_alloc_one_noprof()
243 static inline void __p4d_free(struct mm_struct *mm, p4d_t *p4d) in __p4d_free()
252 static inline void p4d_free(struct mm_struct *mm, p4d_t *p4d) in p4d_free()
/linux-6.15/arch/powerpc/include/asm/nohash/64/
H A Dpgtable-4k.h62 static inline pud_t *p4d_pgtable(p4d_t p4d) in p4d_pgtable()
67 static inline void p4d_clear(p4d_t *p4dp) in p4d_clear()
72 static inline pte_t p4d_pte(p4d_t p4d) in p4d_pte()
77 static inline p4d_t pte_p4d(pte_t pte) in pte_p4d()
81 extern struct page *p4d_page(p4d_t p4d);
/linux-6.15/arch/riscv/mm/
H A Dkasan_init.c26 static p4d_t tmp_p4d[PTRS_PER_P4D] __page_aligned_bss;
80 static void __init kasan_populate_pud(p4d_t *p4d, in kasan_populate_pud()
115 p4d_t *p4dp, *p; in kasan_populate_p4d()
165 static void __init kasan_early_clear_pud(p4d_t *p4dp, in kasan_early_clear_pud()
193 p4d_t *p4dp, *base_p4d; in kasan_early_clear_p4d()
197 p4dp = (p4d_t *)pgdp; in kasan_early_clear_p4d()
267 p4d_t *p4dp, *base_p4d; in kasan_early_populate_p4d()
281 p4dp = (p4d_t *)pgdp; in kasan_early_populate_p4d()
402 p4d_t *p4d_k = p4d_offset(pgd, vaddr); in kasan_shallow_populate_p4d()
455 p4d_t *base_p4d; in create_tmp_mapping()
[all …]
H A Dpgtable.c45 pud_t *pud_offset(p4d_t *p4d, unsigned long address) in pud_offset()
53 p4d_t *p4d_offset(pgd_t *pgd, unsigned long address) in p4d_offset()
58 return (p4d_t *)pgd; in p4d_offset()
63 int p4d_set_huge(p4d_t *p4d, phys_addr_t addr, pgprot_t prot) in p4d_set_huge()
68 void p4d_clear_huge(p4d_t *p4d) in p4d_clear_huge()
/linux-6.15/mm/kasan/
H A Dinit.c32 p4d_t kasan_early_shadow_p4d[MAX_PTRS_PER_P4D] __page_aligned_bss;
45 static inline bool kasan_pud_table(p4d_t p4d) in kasan_pud_table()
50 static inline bool kasan_pud_table(p4d_t p4d) in kasan_pud_table()
185 p4d_t *p4d = p4d_offset(pgd, addr); in zero_p4d_populate()
242 p4d_t *p4d; in kasan_populate_early_shadow()
269 p4d_t *p; in kasan_populate_early_shadow()
316 static void kasan_free_pud(pud_t *pud_start, p4d_t *p4d) in kasan_free_pud()
331 static void kasan_free_p4d(p4d_t *p4d_start, pgd_t *pgd) in kasan_free_p4d()
333 p4d_t *p4d; in kasan_free_p4d()
342 p4d_free(&init_mm, (p4d_t *)page_to_virt(pgd_page(*pgd))); in kasan_free_p4d()
[all …]
/linux-6.15/arch/x86/include/asm/
H A Dpgalloc.h111 static inline void p4d_populate(struct mm_struct *mm, p4d_t *p4d, pud_t *pud) in p4d_populate()
117 static inline void p4d_populate_safe(struct mm_struct *mm, p4d_t *p4d, pud_t *pud) in p4d_populate_safe()
132 static inline void pgd_populate(struct mm_struct *mm, pgd_t *pgd, p4d_t *p4d) in pgd_populate()
140 static inline void pgd_populate_safe(struct mm_struct *mm, pgd_t *pgd, p4d_t *p4d) in pgd_populate_safe()
148 extern void ___p4d_free_tlb(struct mmu_gather *tlb, p4d_t *p4d);
150 static inline void __p4d_free_tlb(struct mmu_gather *tlb, p4d_t *p4d, in __p4d_free_tlb()
H A Dpgtable_64.h19 extern p4d_t level4_kernel_pgt[512];
20 extern p4d_t level4_ident_pgt[512];
62 void set_pte_vaddr_p4d(p4d_t *p4d_page, unsigned long vaddr, pte_t new_pte);
142 static inline void native_set_p4d(p4d_t *p4dp, p4d_t p4d) in native_set_p4d()
157 static inline void native_p4d_clear(p4d_t *p4d) in native_p4d_clear()
H A Dpgtable_types.h348 typedef struct { p4dval_t p4d; } p4d_t; typedef
350 static inline p4d_t native_make_p4d(pudval_t val) in native_make_p4d()
352 return (p4d_t) { val }; in native_make_p4d()
355 static inline p4dval_t native_p4d_val(p4d_t p4d) in native_p4d_val()
362 static inline p4d_t native_make_p4d(pudval_t val) in native_make_p4d()
364 return (p4d_t) { .pgd = native_make_pgd((pgdval_t)val) }; in native_make_p4d()
367 static inline p4dval_t native_p4d_val(p4d_t p4d) in native_p4d_val()
423 static inline p4dval_t p4d_pfn_mask(p4d_t p4d) in p4d_pfn_mask()
429 static inline p4dval_t p4d_flags_mask(p4d_t p4d) in p4d_flags_mask()
434 static inline p4dval_t p4d_flags(p4d_t p4d) in p4d_flags()
H A Dparavirt.h470 static inline void set_p4d(p4d_t *p4dp, p4d_t p4d) in set_p4d()
479 static inline p4d_t __p4d(p4dval_t val) in __p4d()
484 return (p4d_t) { ret }; in __p4d()
487 static inline p4dval_t p4d_val(p4d_t p4d) in p4d_val()
502 set_p4d((p4d_t *)(pgdp), (p4d_t) { (pgdval).pgd }); \
512 static inline void p4d_clear(p4d_t *p4dp) in p4d_clear()
/linux-6.15/arch/mips/include/asm/
H A Dpgtable-64.h184 static inline int p4d_none(p4d_t p4d) in p4d_none()
189 static inline int p4d_bad(p4d_t p4d) in p4d_bad()
197 static inline int p4d_present(p4d_t p4d) in p4d_present()
202 static inline void p4d_clear(p4d_t *p4dp) in p4d_clear()
207 static inline pud_t *p4d_pgtable(p4d_t p4d) in p4d_pgtable()
217 static inline void set_p4d(p4d_t *p4d, p4d_t p4dval) in set_p4d()
/linux-6.15/arch/s390/include/asm/
H A Dpgalloc.h51 static inline p4d_t *p4d_alloc_one(struct mm_struct *mm, unsigned long address) in p4d_alloc_one()
60 return (p4d_t *) table; in p4d_alloc_one()
63 static inline void p4d_free(struct mm_struct *mm, p4d_t *p4d) in p4d_free()
115 static inline void pgd_populate(struct mm_struct *mm, pgd_t *pgd, p4d_t *p4d) in pgd_populate()
120 static inline void p4d_populate(struct mm_struct *mm, p4d_t *p4d, pud_t *pud) in p4d_populate()
/linux-6.15/arch/x86/mm/
H A Dident_map.c32 static void free_pud(struct x86_mapping_info *info, p4d_t *p4d) in free_pud()
52 p4d_t *p4d = p4d_offset(pgd, 0); in free_p4d()
145 static int ident_p4d_init(struct x86_mapping_info *info, p4d_t *p4d_page, in ident_p4d_init()
152 p4d_t *p4d = p4d_page + p4d_index(addr); in ident_p4d_init()
195 p4d_t *p4d; in kernel_ident_mapping_init()
206 p4d = (p4d_t *)info->alloc_pgt_page(info->context); in kernel_ident_mapping_init()
H A Dinit_64.c177 const p4d_t *p4d_ref; in sync_global_pgds_l4()
193 p4d_t *p4d; in sync_global_pgds_l4()
253 p4d_t *p4d = (p4d_t *)spp_getpage(); in fill_p4d()
329 p4d_t *p4d_page; in set_pte_vaddr()
347 p4d_t *p4d; in populate_extra_pmd()
371 p4d_t *p4d; in __init_extra_mapping()
742 p4d_t *p4d; in __kernel_physical_mapping_init()
1213 p4d_t *p4d; in remove_p4d_table()
1247 p4d_t *p4d; in remove_pagetable()
1315 p4d_t *p4d; in preallocate_vmalloc_pages()
[all …]
H A Dkasan_init_64.c23 static p4d_t tmp_p4d_table[MAX_PTRS_PER_P4D] __initdata __aligned(PAGE_SIZE);
102 static void __init kasan_populate_p4d(p4d_t *p4d, unsigned long addr, in kasan_populate_p4d()
126 p4d_t *p4d; in kasan_populate_pgd()
191 static inline p4d_t *early_p4d_offset(pgd_t *pgd, unsigned long addr) in early_p4d_offset()
196 return (p4d_t *)pgd; in early_p4d_offset()
200 return (p4d_t *)p4d + p4d_index(addr); in early_p4d_offset()
208 p4d_t *p4d, p4d_entry; in kasan_early_p4d_populate()
248 p4d_t *p4d; in kasan_shallow_populate_p4ds()
/linux-6.15/arch/arm64/include/asm/
H A Dpgalloc.h45 static inline void __p4d_populate(p4d_t *p4dp, phys_addr_t pudp, p4dval_t prot) in __p4d_populate()
51 static inline void p4d_populate(struct mm_struct *mm, p4d_t *p4dp, pud_t *pudp) in p4d_populate()
66 static inline void __p4d_populate(p4d_t *p4dp, phys_addr_t pudp, p4dval_t prot) in __p4d_populate()
80 static inline void pgd_populate(struct mm_struct *mm, pgd_t *pgdp, p4d_t *p4dp) in pgd_populate()
H A Dpgtable.h457 static inline pte_t p4d_pte(p4d_t p4d) in p4d_pte()
925 static inline void set_p4d(p4d_t *p4dp, p4d_t p4d) in set_p4d()
937 static inline void p4d_clear(p4d_t *p4dp) in p4d_clear()
943 static inline phys_addr_t p4d_page_paddr(p4d_t p4d) in p4d_page_paddr()
958 static inline pud_t *p4d_pgtable(p4d_t p4d) in p4d_pgtable()
971 pud_t *pud_offset_lockless(p4d_t *p4dp, p4d_t p4d, unsigned long addr) in pud_offset_lockless()
1006 static inline pud_t *pud_offset_kimg(p4d_t *p4dp, u64 addr) in pud_offset_kimg()
1108 static inline p4d_t *p4d_set_fixmap(unsigned long addr) in p4d_set_fixmap()
1112 return (p4d_t *)set_fixmap_offset(FIX_P4D, addr); in p4d_set_fixmap()
1146 #define p4d_set_fixmap_offset(p4dp, addr) ((p4d_t *)p4dp)
[all …]
/linux-6.15/arch/riscv/kernel/
H A Dhibernate.c234 static int temp_pgtable_map_pud(p4d_t *dst_p4dp, p4d_t *src_p4dp, unsigned long start, in temp_pgtable_map_pud()
278 p4d_t *dst_p4dp; in temp_pgtable_map_p4d()
279 p4d_t *src_p4dp; in temp_pgtable_map_p4d()
282 dst_p4dp = (p4d_t *)get_safe_page(GFP_ATOMIC); in temp_pgtable_map_p4d()
293 p4d_t p4d = READ_ONCE(*src_p4dp); in temp_pgtable_map_p4d()
/linux-6.15/arch/x86/power/
H A Dhibernate_64.c32 p4d_t *p4d = NULL; in set_up_temporary_text_mapping()
55 p4d = (p4d_t *)get_safe_page(GFP_ATOMIC); in set_up_temporary_text_mapping()
73 p4d_t new_p4d = __p4d(__pa(pud) | pgprot_val(pgtable_prot)); in set_up_temporary_text_mapping()
/linux-6.15/include/linux/
H A Dpgtable.h152 static inline pud_t *pud_offset(p4d_t *p4d, unsigned long address) in pud_offset()
359 static inline p4d_t p4dp_get(p4d_t *p4dp) in p4dp_get()
1076 static inline int p4d_same(p4d_t p4d_a, p4d_t p4d_b) in p4d_same()
1223 void p4d_clear_bad(p4d_t *);
1247 static inline int p4d_none_or_clear_bad(p4d_t *p4d) in p4d_none_or_clear_bad()
1698 int p4d_set_huge(p4d_t *p4d, phys_addr_t addr, pgprot_t prot);
1699 void p4d_clear_huge(p4d_t *p4d);
1705 static inline void p4d_clear_huge(p4d_t *p4d) { } in p4d_clear_huge()
1712 int p4d_free_pud_page(p4d_t *p4d, unsigned long addr);
1728 static inline void p4d_clear_huge(p4d_t *p4d) { } in p4d_clear_huge()
[all …]
/linux-6.15/arch/mips/mm/
H A Dhugetlbpage.c28 p4d_t *p4d; in huge_pte_alloc()
45 p4d_t *p4d; in huge_pte_offset()
/linux-6.15/mm/
H A Dpgalloc-track.h6 static inline p4d_t *p4d_alloc_track(struct mm_struct *mm, pgd_t *pgd, in p4d_alloc_track()
19 static inline pud_t *pud_alloc_track(struct mm_struct *mm, p4d_t *p4d, in pud_alloc_track()

12345678