| /linux-6.15/arch/riscv/include/asm/ |
| H A D | pgtable-64.h | 14 extern bool pgtable_l5_enabled; 19 #define PGDIR_SHIFT (pgtable_l5_enabled ? PGDIR_SHIFT_L5 : \ 29 #define P4D_SHIFT (pgtable_l5_enabled ? P4D_SHIFT_L5 : \ 234 if (pgtable_l5_enabled) in mm_p4d_folded() 345 if (pgtable_l5_enabled) in set_pgd() 353 if (pgtable_l5_enabled) in pgd_none() 361 if (pgtable_l5_enabled) in pgd_present() 369 if (pgtable_l5_enabled) in pgd_bad() 377 if (pgtable_l5_enabled) in pgd_clear() 383 if (pgtable_l5_enabled) in pgd_pgtable()
|
| H A D | vmalloc.h | 7 extern bool pgtable_l4_enabled, pgtable_l5_enabled; 14 return pgtable_l4_enabled || pgtable_l5_enabled; in arch_vmap_pud_supported()
|
| H A D | pgalloc.h | 64 if (pgtable_l5_enabled) { in pgd_populate() 74 if (pgtable_l5_enabled) { in pgd_populate_safe() 99 if (pgtable_l5_enabled) in __p4d_free_tlb()
|
| H A D | pgtable-32.h | 37 static const __maybe_unused int pgtable_l5_enabled; variable
|
| /linux-6.15/arch/x86/include/asm/ |
| H A D | pgtable_64_types.h | 32 static inline bool pgtable_l5_enabled(void) in pgtable_l5_enabled() function 37 #define pgtable_l5_enabled() cpu_feature_enabled(X86_FEATURE_LA57) macro 41 #define pgtable_l5_enabled() 0 macro 135 # define VMALLOC_SIZE_TB (pgtable_l5_enabled() ? VMALLOC_SIZE_TB_L5 : VMALLOC_SIZE_TB_L4)
|
| H A D | pgalloc.h | 134 if (!pgtable_l5_enabled()) in pgd_populate() 142 if (!pgtable_l5_enabled()) in pgd_populate_safe() 153 if (pgtable_l5_enabled()) in __p4d_free_tlb()
|
| H A D | pgtable_32_types.h | 18 #define pgtable_l5_enabled() 0 macro
|
| H A D | sparsemem.h | 29 # define MAX_PHYSMEM_BITS (pgtable_l5_enabled() ? 52 : 46)
|
| H A D | pgtable_64.h | 59 return !pgtable_l5_enabled(); in mm_p4d_folded() 146 if (pgtable_l5_enabled() || in native_set_p4d()
|
| H A D | page_64_types.h | 57 #define __VIRTUAL_MASK_SHIFT (pgtable_l5_enabled() ? 56 : 47)
|
| H A D | pgtable.h | 77 #define pgd_clear(pgd) (pgtable_l5_enabled() ? native_pgd_clear(pgd) : 0) 1185 if (!pgtable_l5_enabled()) in pgd_present() 1204 if (!pgtable_l5_enabled()) in p4d_offset() 1213 if (!pgtable_l5_enabled()) in pgd_bad() 1224 if (!pgtable_l5_enabled()) in pgd_none()
|
| H A D | paravirt.h | 499 if (pgtable_l5_enabled()) \ 506 if (pgtable_l5_enabled()) \
|
| /linux-6.15/arch/riscv/mm/ |
| H A D | init.c | 58 EXPORT_SYMBOL(pgtable_l5_enabled); 692 (pgtable_l5_enabled ? \ 746 if (pgtable_l5_enabled && in best_map_size() 816 pgtable_l5_enabled = false; in disable_pgtable_l5() 886 pgtable_l5_enabled ? in set_satp_mode() 898 if (pgtable_l5_enabled) { in set_satp_mode() 1182 if (pgtable_l5_enabled) in setup_vm() 1194 if (pgtable_l5_enabled) in setup_vm() 1486 if (pgtable_l5_enabled) in preallocate_pgd_pages_range() 1741 if (pgtable_l5_enabled) { in remove_p4d_mapping() [all …]
|
| H A D | kasan_init.c | 196 if (!pgtable_l5_enabled) { in kasan_early_clear_p4d() 224 if (pgtable_l5_enabled && IS_ALIGNED(vaddr, PGDIR_SIZE) && in kasan_early_clear_pgd() 280 if (!pgtable_l5_enabled) { in kasan_early_populate_p4d() 347 if (pgtable_l5_enabled) { in kasan_early_init() 464 if (pgtable_l5_enabled) { in create_tmp_mapping()
|
| H A D | pgtable.c | 55 if (pgtable_l5_enabled) in p4d_offset()
|
| /linux-6.15/arch/x86/mm/ |
| H A D | kaslr.c | 88 vaddr_start = pgtable_l5_enabled() ? __PAGE_OFFSET_BASE_L5 : __PAGE_OFFSET_BASE_L4; in kernel_randomize_memory() 197 if (pgtable_l5_enabled()) { in init_trampoline_kaslr()
|
| H A D | kasan_init_64.c | 180 if (pgtable_l5_enabled()) in clear_pgds() 195 if (!pgtable_l5_enabled()) in early_p4d_offset() 311 for (i = 0; pgtable_l5_enabled() && i < PTRS_PER_P4D; i++) in kasan_early_init() 361 if (pgtable_l5_enabled()) { in kasan_init()
|
| H A D | ident_map.c | 62 if (pgtable_l5_enabled()) in free_p4d() 212 if (pgtable_l5_enabled()) { in kernel_ident_mapping_init()
|
| H A D | init_64.c | 221 if (pgtable_l5_enabled()) in sync_global_pgds() 685 if (!pgtable_l5_enabled()) in phys_p4d_init() 760 if (pgtable_l5_enabled()) in __kernel_physical_mapping_init() 1231 if (pgtable_l5_enabled()) in remove_p4d_table() 1323 if (pgtable_l5_enabled()) in preallocate_vmalloc_pages()
|
| /linux-6.15/arch/x86/kernel/ |
| H A D | vmcore_info_64.c | 15 pgtable_l5_enabled()); in arch_crash_save_vmcoreinfo()
|
| /linux-6.15/arch/arm64/mm/ |
| H A D | pgd.c | 27 return !pgtable_l5_enabled(); in pgdir_is_page_size()
|
| /linux-6.15/arch/arm64/include/asm/ |
| H A D | pgtable.h | 1032 static __always_inline bool pgtable_l5_enabled(void) in pgtable_l5_enabled() function 1041 return !pgtable_l5_enabled(); in mm_p4d_folded() 1049 #define pgd_bad(pgd) (pgtable_l5_enabled() && \ 1068 if (pgtable_l5_enabled()) in pgd_clear() 1089 BUG_ON(!pgtable_l5_enabled()); in p4d_offset_phys() 1097 if (!pgtable_l5_enabled()) in p4d_offset_lockless() 1110 if (!pgtable_l5_enabled()) in p4d_set_fixmap() 1117 if (!pgtable_l5_enabled()) in p4d_set_fixmap_offset() 1124 if (pgtable_l5_enabled()) in p4d_clear_fixmap() 1131 if (!pgtable_l5_enabled()) in p4d_offset_kimg() [all …]
|
| H A D | tlb.h | 112 if (!pgtable_l5_enabled()) in __p4d_free_tlb()
|
| H A D | pgalloc.h | 76 if (pgtable_l5_enabled()) in __pgd_populate()
|
| /linux-6.15/arch/x86/power/ |
| H A D | hibernate_64.c | 54 if (pgtable_l5_enabled()) { in set_up_temporary_text_mapping()
|