| /linux-6.15/include/asm-generic/ |
| H A D | pgalloc.h | 21 struct ptdesc *ptdesc = pagetable_alloc_noprof(GFP_PGTABLE_KERNEL & in __pte_alloc_one_kernel_noprof() local 68 struct ptdesc *ptdesc; in __pte_alloc_one_noprof() local 110 struct ptdesc *ptdesc = page_ptdesc(pte_page); in pte_free() local 132 struct ptdesc *ptdesc; in pmd_alloc_one_noprof() local 152 struct ptdesc *ptdesc = virt_to_ptdesc(pmd); in pmd_free() local 166 struct ptdesc *ptdesc; in __pud_alloc_one_noprof() local 200 struct ptdesc *ptdesc = virt_to_ptdesc(pud); in __pud_free() local 220 struct ptdesc *ptdesc; in __p4d_alloc_one_noprof() local 245 struct ptdesc *ptdesc = virt_to_ptdesc(p4d); in __p4d_free() local 264 struct ptdesc *ptdesc; in __pgd_alloc_noprof() local [all …]
|
| H A D | tlb.h | 213 struct ptdesc *ptdesc = (struct ptdesc *)table; in __tlb_remove_table() local 230 struct ptdesc *ptdesc = (struct ptdesc *)table; in tlb_remove_table() local
|
| /linux-6.15/arch/m68k/include/asm/ |
| H A D | mcf_pgalloc.h | 17 struct ptdesc *ptdesc = pagetable_alloc((GFP_DMA | __GFP_ZERO) & in pte_alloc_one_kernel() local 38 struct ptdesc *ptdesc = virt_to_ptdesc(pgtable); in __pte_free_tlb() local 46 struct ptdesc *ptdesc = pagetable_alloc(GFP_DMA | __GFP_ZERO, 0); in pte_alloc_one() local 62 struct ptdesc *ptdesc = virt_to_ptdesc(pgtable); in pte_free() local 82 struct ptdesc *ptdesc = pagetable_alloc((GFP_DMA | __GFP_NOWARN) & in pgd_alloc() local
|
| /linux-6.15/arch/s390/mm/ |
| H A D | pgalloc.c | 21 struct ptdesc *ptdesc = pagetable_alloc(GFP_KERNEL, CRST_ALLOC_ORDER); in crst_table_alloc() local 120 struct ptdesc *ptdesc; in page_table_alloc_pgste() local 133 void page_table_free_pgste(struct ptdesc *ptdesc) in page_table_free_pgste() 142 struct ptdesc *ptdesc; in page_table_alloc() local 161 struct ptdesc *ptdesc = virt_to_ptdesc(table); in page_table_free() local 169 struct ptdesc *ptdesc = container_of(head, struct ptdesc, pt_rcu_head); in pte_free_now() local 176 struct ptdesc *ptdesc = virt_to_ptdesc(pgtable); in pte_free_defer() local 212 struct ptdesc *ptdesc; in base_crst_alloc() local
|
| H A D | gmap.c | 1242 struct ptdesc *ptdesc; in gmap_unshadow_pgt() local 1270 struct ptdesc *ptdesc; in __gmap_unshadow_sgt() local 1738 static void gmap_pgste_set_pgt_addr(struct ptdesc *ptdesc, unsigned long pgt_addr) in gmap_pgste_set_pgt_addr() 1773 struct ptdesc *ptdesc; in gmap_shadow_pgt() local
|
| /linux-6.15/arch/powerpc/mm/ |
| H A D | pgtable-frag.c | 21 struct ptdesc *ptdesc; in pte_frag_destroy() local 58 struct ptdesc *ptdesc; in __alloc_for_ptecache() local 111 struct ptdesc *ptdesc; in pte_free_now() local 120 struct ptdesc *ptdesc = virt_to_ptdesc(table); in pte_fragment_free() local
|
| /linux-6.15/arch/arm64/include/asm/ |
| H A D | tlb.h | 78 struct ptdesc *ptdesc = page_ptdesc(pte); in __pte_free_tlb() local 87 struct ptdesc *ptdesc = virt_to_ptdesc(pmdp); in __pmd_free_tlb() local 97 struct ptdesc *ptdesc = virt_to_ptdesc(pudp); in __pud_free_tlb() local 110 struct ptdesc *ptdesc = virt_to_ptdesc(p4dp); in __p4d_free_tlb() local
|
| /linux-6.15/arch/arm/include/asm/ |
| H A D | tlb.h | 35 struct ptdesc *ptdesc = page_ptdesc(pte); in __pte_free_tlb() local 53 struct ptdesc *ptdesc = virt_to_ptdesc(pmdp); in __pmd_free_tlb() local
|
| /linux-6.15/arch/mips/include/asm/ |
| H A D | pgalloc.h | 59 struct ptdesc *ptdesc; in pmd_alloc_one() local 84 struct ptdesc *ptdesc = pagetable_alloc(GFP_KERNEL & ~__GFP_HIGHMEM, in pud_alloc_one() local
|
| /linux-6.15/arch/loongarch/include/asm/ |
| H A D | pgalloc.h | 66 struct ptdesc *ptdesc; in pmd_alloc_one() local 91 struct ptdesc *ptdesc = pagetable_alloc(GFP_KERNEL & ~__GFP_HIGHMEM, 0); in pud_alloc_one() local
|
| /linux-6.15/include/linux/ |
| H A D | mm_types.h | 550 struct ptdesc { struct 551 unsigned long __page_flags; 553 union { 561 unsigned long __page_mapping; 563 union { 588 static_assert(offsetof(struct page, pg) == offsetof(struct ptdesc, pt)) argument 616 static inline void ptdesc_pmd_pts_init(struct ptdesc *ptdesc) in ptdesc_pmd_pts_init() 621 static inline void ptdesc_pmd_pts_inc(struct ptdesc *ptdesc) in ptdesc_pmd_pts_inc() 626 static inline void ptdesc_pmd_pts_dec(struct ptdesc *ptdesc) in ptdesc_pmd_pts_dec() 631 static inline int ptdesc_pmd_pts_count(struct ptdesc *ptdesc) in ptdesc_pmd_pts_count() [all …]
|
| H A D | mm.h | 3028 static inline spinlock_t *ptlock_ptr(struct ptdesc *ptdesc) in ptlock_ptr() 3037 static inline bool ptlock_alloc(struct ptdesc *ptdesc) in ptlock_alloc() 3042 static inline void ptlock_free(struct ptdesc *ptdesc) in ptlock_free() 3046 static inline spinlock_t *ptlock_ptr(struct ptdesc *ptdesc) in ptlock_ptr() 3064 static inline bool ptlock_init(struct ptdesc *ptdesc) in ptlock_init() 3094 static inline void ptlock_free(struct ptdesc *ptdesc) {} in ptlock_free() 3097 static inline void __pagetable_ctor(struct ptdesc *ptdesc) in __pagetable_ctor() 3105 static inline void pagetable_dtor(struct ptdesc *ptdesc) in pagetable_dtor() 3120 static inline bool pagetable_pte_ctor(struct ptdesc *ptdesc) in pagetable_pte_ctor() 3196 static inline bool pmd_ptlock_init(struct ptdesc *ptdesc) in pmd_ptlock_init() [all …]
|
| /linux-6.15/arch/x86/mm/ |
| H A D | pgtable.c | 59 struct ptdesc *ptdesc = virt_to_ptdesc(pgd); in pgd_list_add() local 66 struct ptdesc *ptdesc = virt_to_ptdesc(pgd); in pgd_list_del() local 180 struct ptdesc *ptdesc; in free_pmds() local 204 struct ptdesc *ptdesc = pagetable_alloc(gfp, 0); in preallocate_pmds() local
|
| /linux-6.15/mm/ |
| H A D | mmu_gather.c | 325 struct ptdesc *ptdesc; in __tlb_remove_table_one_rcu() local 333 struct ptdesc *ptdesc; in __tlb_remove_table_one() local
|
| H A D | memory.c | 7350 bool ptlock_alloc(struct ptdesc *ptdesc) in ptlock_alloc() 7361 void ptlock_free(struct ptdesc *ptdesc) in ptlock_free()
|
| /linux-6.15/arch/parisc/include/asm/ |
| H A D | pgalloc.h | 34 struct ptdesc *ptdesc; in pmd_alloc_one() local
|
| /linux-6.15/arch/powerpc/mm/book3s64/ |
| H A D | mmu_context.c | 249 struct ptdesc *ptdesc; in pmd_frag_destroy() local
|
| H A D | pgtable.c | 417 struct ptdesc *ptdesc; in __alloc_for_pmdcache() local 468 struct ptdesc *ptdesc = virt_to_ptdesc(pmd); in pmd_fragment_free() local
|
| /linux-6.15/arch/riscv/mm/ |
| H A D | init.c | 443 struct ptdesc *ptdesc = pagetable_alloc(GFP_KERNEL & ~__GFP_HIGHMEM, 0); in alloc_pte_late() local 523 struct ptdesc *ptdesc = pagetable_alloc(GFP_KERNEL & ~__GFP_HIGHMEM, 0); in alloc_pmd_late() local 1566 struct ptdesc *ptdesc = page_ptdesc(page); in free_pte_table() local 1587 struct ptdesc *ptdesc = page_ptdesc(page); in free_pmd_table() local
|
| /linux-6.15/arch/sparc/mm/ |
| H A D | init_64.c | 2894 struct ptdesc *ptdesc = pagetable_alloc(GFP_KERNEL | __GFP_ZERO, 0); in pte_alloc_one() local 2912 struct ptdesc *ptdesc = virt_to_ptdesc(pte); in __pte_free() local
|
| /linux-6.15/arch/arm/mm/ |
| H A D | mmu.c | 735 void *ptdesc = pagetable_alloc(GFP_PGTABLE_KERNEL & ~__GFP_HIGHMEM, in late_alloc() local
|
| /linux-6.15/arch/arm64/mm/ |
| H A D | mmu.c | 486 struct ptdesc *ptdesc = page_ptdesc(phys_to_page(pa)); in pgd_pgtable_alloc() local
|
| /linux-6.15/arch/x86/mm/pat/ |
| H A D | set_memory.c | 416 struct ptdesc *ptdesc, *tmp; in cpa_collapse_large_pages() local
|