xref: /linux-6.15/arch/x86/include/asm/fixmap.h (revision 3386bc8a)
1 /*
2  * fixmap.h: compile-time virtual memory allocation
3  *
4  * This file is subject to the terms and conditions of the GNU General Public
5  * License.  See the file "COPYING" in the main directory of this archive
6  * for more details.
7  *
8  * Copyright (C) 1998 Ingo Molnar
9  *
10  * Support of BIGMEM added by Gerhard Wichert, Siemens AG, July 1999
11  * x86_32 and x86_64 integration by Gustavo F. Padovan, February 2009
12  */
13 
14 #ifndef _ASM_X86_FIXMAP_H
15 #define _ASM_X86_FIXMAP_H
16 
17 #ifndef __ASSEMBLY__
18 #include <linux/kernel.h>
19 #include <asm/acpi.h>
20 #include <asm/apicdef.h>
21 #include <asm/page.h>
22 #ifdef CONFIG_X86_32
23 #include <linux/threads.h>
24 #include <asm/kmap_types.h>
25 #else
26 #include <uapi/asm/vsyscall.h>
27 #endif
28 
29 /*
30  * We can't declare FIXADDR_TOP as variable for x86_64 because vsyscall
31  * uses fixmaps that relies on FIXADDR_TOP for proper address calculation.
32  * Because of this, FIXADDR_TOP x86 integration was left as later work.
33  */
34 #ifdef CONFIG_X86_32
35 /* used by vmalloc.c, vsyscall.lds.S.
36  *
37  * Leave one empty page between vmalloc'ed areas and
38  * the start of the fixmap.
39  */
40 extern unsigned long __FIXADDR_TOP;
41 #define FIXADDR_TOP	((unsigned long)__FIXADDR_TOP)
42 #else
43 #define FIXADDR_TOP	(round_up(VSYSCALL_ADDR + PAGE_SIZE, 1<<PMD_SHIFT) - \
44 			 PAGE_SIZE)
45 #endif
46 
47 /*
48  * cpu_entry_area is a percpu region in the fixmap that contains things
49  * needed by the CPU and early entry/exit code.  Real types aren't used
50  * for all fields here to avoid circular header dependencies.
51  *
52  * Every field is a virtual alias of some other allocated backing store.
53  * There is no direct allocation of a struct cpu_entry_area.
54  */
55 struct cpu_entry_area {
56 	char gdt[PAGE_SIZE];
57 
58 	/*
59 	 * The GDT is just below cpu_tss and thus serves (on x86_64) as a
60 	 * a read-only guard page for the SYSENTER stack at the bottom
61 	 * of the TSS region.
62 	 */
63 	struct tss_struct tss;
64 
65 	char entry_trampoline[PAGE_SIZE];
66 };
67 
68 #define CPU_ENTRY_AREA_PAGES (sizeof(struct cpu_entry_area) / PAGE_SIZE)
69 
70 /*
71  * Here we define all the compile-time 'special' virtual
72  * addresses. The point is to have a constant address at
73  * compile time, but to set the physical address only
74  * in the boot process.
75  * for x86_32: We allocate these special addresses
76  * from the end of virtual memory (0xfffff000) backwards.
77  * Also this lets us do fail-safe vmalloc(), we
78  * can guarantee that these special addresses and
79  * vmalloc()-ed addresses never overlap.
80  *
81  * These 'compile-time allocated' memory buffers are
82  * fixed-size 4k pages (or larger if used with an increment
83  * higher than 1). Use set_fixmap(idx,phys) to associate
84  * physical memory with fixmap indices.
85  *
86  * TLB entries of such buffers will not be flushed across
87  * task switches.
88  */
89 enum fixed_addresses {
90 #ifdef CONFIG_X86_32
91 	FIX_HOLE,
92 #else
93 #ifdef CONFIG_X86_VSYSCALL_EMULATION
94 	VSYSCALL_PAGE = (FIXADDR_TOP - VSYSCALL_ADDR) >> PAGE_SHIFT,
95 #endif
96 #endif
97 	FIX_DBGP_BASE,
98 	FIX_EARLYCON_MEM_BASE,
99 #ifdef CONFIG_PROVIDE_OHCI1394_DMA_INIT
100 	FIX_OHCI1394_BASE,
101 #endif
102 #ifdef CONFIG_X86_LOCAL_APIC
103 	FIX_APIC_BASE,	/* local (CPU) APIC) -- required for SMP or not */
104 #endif
105 #ifdef CONFIG_X86_IO_APIC
106 	FIX_IO_APIC_BASE_0,
107 	FIX_IO_APIC_BASE_END = FIX_IO_APIC_BASE_0 + MAX_IO_APICS - 1,
108 #endif
109 	FIX_RO_IDT,	/* Virtual mapping for read-only IDT */
110 #ifdef CONFIG_X86_32
111 	FIX_KMAP_BEGIN,	/* reserved pte's for temporary kernel mappings */
112 	FIX_KMAP_END = FIX_KMAP_BEGIN+(KM_TYPE_NR*NR_CPUS)-1,
113 #ifdef CONFIG_PCI_MMCONFIG
114 	FIX_PCIE_MCFG,
115 #endif
116 #endif
117 #ifdef CONFIG_PARAVIRT
118 	FIX_PARAVIRT_BOOTMAP,
119 #endif
120 	FIX_TEXT_POKE1,	/* reserve 2 pages for text_poke() */
121 	FIX_TEXT_POKE0, /* first page is last, because allocation is backward */
122 #ifdef	CONFIG_X86_INTEL_MID
123 	FIX_LNW_VRTC,
124 #endif
125 	/* Fixmap entries to remap the GDTs, one per processor. */
126 	FIX_CPU_ENTRY_AREA_TOP,
127 	FIX_CPU_ENTRY_AREA_BOTTOM = FIX_CPU_ENTRY_AREA_TOP + (CPU_ENTRY_AREA_PAGES * NR_CPUS) - 1,
128 
129 #ifdef CONFIG_ACPI_APEI_GHES
130 	/* Used for GHES mapping from assorted contexts */
131 	FIX_APEI_GHES_IRQ,
132 	FIX_APEI_GHES_NMI,
133 #endif
134 
135 	__end_of_permanent_fixed_addresses,
136 
137 	/*
138 	 * 512 temporary boot-time mappings, used by early_ioremap(),
139 	 * before ioremap() is functional.
140 	 *
141 	 * If necessary we round it up to the next 512 pages boundary so
142 	 * that we can have a single pgd entry and a single pte table:
143 	 */
144 #define NR_FIX_BTMAPS		64
145 #define FIX_BTMAPS_SLOTS	8
146 #define TOTAL_FIX_BTMAPS	(NR_FIX_BTMAPS * FIX_BTMAPS_SLOTS)
147 	FIX_BTMAP_END =
148 	 (__end_of_permanent_fixed_addresses ^
149 	  (__end_of_permanent_fixed_addresses + TOTAL_FIX_BTMAPS - 1)) &
150 	 -PTRS_PER_PTE
151 	 ? __end_of_permanent_fixed_addresses + TOTAL_FIX_BTMAPS -
152 	   (__end_of_permanent_fixed_addresses & (TOTAL_FIX_BTMAPS - 1))
153 	 : __end_of_permanent_fixed_addresses,
154 	FIX_BTMAP_BEGIN = FIX_BTMAP_END + TOTAL_FIX_BTMAPS - 1,
155 #ifdef CONFIG_X86_32
156 	FIX_WP_TEST,
157 #endif
158 #ifdef CONFIG_INTEL_TXT
159 	FIX_TBOOT_BASE,
160 #endif
161 	__end_of_fixed_addresses
162 };
163 
164 
165 extern void reserve_top_address(unsigned long reserve);
166 
167 #define FIXADDR_SIZE	(__end_of_permanent_fixed_addresses << PAGE_SHIFT)
168 #define FIXADDR_START		(FIXADDR_TOP - FIXADDR_SIZE)
169 
170 extern int fixmaps_set;
171 
172 extern pte_t *kmap_pte;
173 #define kmap_prot PAGE_KERNEL
174 extern pte_t *pkmap_page_table;
175 
176 void __native_set_fixmap(enum fixed_addresses idx, pte_t pte);
177 void native_set_fixmap(enum fixed_addresses idx,
178 		       phys_addr_t phys, pgprot_t flags);
179 
180 #ifndef CONFIG_PARAVIRT
181 static inline void __set_fixmap(enum fixed_addresses idx,
182 				phys_addr_t phys, pgprot_t flags)
183 {
184 	native_set_fixmap(idx, phys, flags);
185 }
186 #endif
187 
188 /*
189  * FIXMAP_PAGE_NOCACHE is used for MMIO. Memory encryption is not
190  * supported for MMIO addresses, so make sure that the memory encryption
191  * mask is not part of the page attributes.
192  */
193 #define FIXMAP_PAGE_NOCACHE PAGE_KERNEL_IO_NOCACHE
194 
195 /*
196  * Early memremap routines used for in-place encryption. The mappings created
197  * by these routines are intended to be used as temporary mappings.
198  */
199 void __init *early_memremap_encrypted(resource_size_t phys_addr,
200 				      unsigned long size);
201 void __init *early_memremap_encrypted_wp(resource_size_t phys_addr,
202 					 unsigned long size);
203 void __init *early_memremap_decrypted(resource_size_t phys_addr,
204 				      unsigned long size);
205 void __init *early_memremap_decrypted_wp(resource_size_t phys_addr,
206 					 unsigned long size);
207 
208 #include <asm-generic/fixmap.h>
209 
210 #define __late_set_fixmap(idx, phys, flags) __set_fixmap(idx, phys, flags)
211 #define __late_clear_fixmap(idx) __set_fixmap(idx, 0, __pgprot(0))
212 
213 void __early_set_fixmap(enum fixed_addresses idx,
214 			phys_addr_t phys, pgprot_t flags);
215 
216 static inline unsigned int __get_cpu_entry_area_page_index(int cpu, int page)
217 {
218 	BUILD_BUG_ON(sizeof(struct cpu_entry_area) % PAGE_SIZE != 0);
219 
220 	return FIX_CPU_ENTRY_AREA_BOTTOM - cpu*CPU_ENTRY_AREA_PAGES - page;
221 }
222 
223 #define __get_cpu_entry_area_offset_index(cpu, offset) ({		\
224 	BUILD_BUG_ON(offset % PAGE_SIZE != 0);				\
225 	__get_cpu_entry_area_page_index(cpu, offset / PAGE_SIZE);	\
226 	})
227 
228 #define get_cpu_entry_area_index(cpu, field)				\
229 	__get_cpu_entry_area_offset_index((cpu), offsetof(struct cpu_entry_area, field))
230 
231 static inline struct cpu_entry_area *get_cpu_entry_area(int cpu)
232 {
233 	return (struct cpu_entry_area *)__fix_to_virt(__get_cpu_entry_area_page_index(cpu, 0));
234 }
235 
236 #endif /* !__ASSEMBLY__ */
237 #endif /* _ASM_X86_FIXMAP_H */
238