xref: /linux-6.15/arch/x86/include/asm/processor.h (revision 6e290323)
1b2441318SGreg Kroah-Hartman /* SPDX-License-Identifier: GPL-2.0 */
21965aae3SH. Peter Anvin #ifndef _ASM_X86_PROCESSOR_H
31965aae3SH. Peter Anvin #define _ASM_X86_PROCESSOR_H
4bb898558SAl Viro 
5bb898558SAl Viro #include <asm/processor-flags.h>
6bb898558SAl Viro 
7bb898558SAl Viro /* Forward declaration, a strange C thing */
8bb898558SAl Viro struct task_struct;
9bb898558SAl Viro struct mm_struct;
10577d5cd7SThomas Gleixner struct io_bitmap;
119fda6a06SBrian Gerst struct vm86;
12bb898558SAl Viro 
13bb898558SAl Viro #include <asm/math_emu.h>
14bb898558SAl Viro #include <asm/segment.h>
15bb898558SAl Viro #include <asm/types.h>
16decb4c41SIngo Molnar #include <uapi/asm/sigcontext.h>
17bb898558SAl Viro #include <asm/current.h>
18cd4d09ecSBorislav Petkov #include <asm/cpufeatures.h>
19d8001690SBorislav Petkov #include <asm/cpuid.h>
20bb898558SAl Viro #include <asm/page.h>
2154321d94SJeremy Fitzhardinge #include <asm/pgtable_types.h>
22bb898558SAl Viro #include <asm/percpu.h>
23bb898558SAl Viro #include <asm/msr.h>
24bb898558SAl Viro #include <asm/desc_defs.h>
25bb898558SAl Viro #include <asm/nops.h>
26f05e798aSDavid Howells #include <asm/special_insns.h>
2714b9675aSIngo Molnar #include <asm/fpu/types.h>
2876846bf3SJosh Poimboeuf #include <asm/unwind_hints.h>
2915934878SSean Christopherson #include <asm/vmxfeatures.h>
30abc22418SVincenzo Frascino #include <asm/vdso/processor.h>
3198cfa463SRick Edgecombe #include <asm/shstk.h>
32bb898558SAl Viro 
33bb898558SAl Viro #include <linux/personality.h>
34bb898558SAl Viro #include <linux/cache.h>
35bb898558SAl Viro #include <linux/threads.h>
365cbc19a9SPeter Zijlstra #include <linux/math64.h>
37faa4602eSPeter Zijlstra #include <linux/err.h>
38f05e798aSDavid Howells #include <linux/irqflags.h>
3921729f81STom Lendacky #include <linux/mem_encrypt.h>
40f05e798aSDavid Howells 
41f05e798aSDavid Howells /*
42f05e798aSDavid Howells  * We handle most unaligned accesses in hardware.  On the other hand
43f05e798aSDavid Howells  * unaligned DMA can be quite expensive on some Nehalem processors.
44f05e798aSDavid Howells  *
45f05e798aSDavid Howells  * Based on this we disable the IP header alignment in network drivers.
46f05e798aSDavid Howells  */
47f05e798aSDavid Howells #define NET_IP_ALIGN	0
48bb898558SAl Viro 
49b332828cSK.Prasad #define HBP_NUM 4
50bb898558SAl Viro 
51b8c1b8eaSIngo Molnar /*
52b8c1b8eaSIngo Molnar  * These alignment constraints are for performance in the vSMP case,
53b8c1b8eaSIngo Molnar  * but in the task_struct case we must also meet hardware imposed
54b8c1b8eaSIngo Molnar  * alignment requirements of the FPU state:
55b8c1b8eaSIngo Molnar  */
56bb898558SAl Viro #ifdef CONFIG_X86_VSMP
57bb898558SAl Viro # define ARCH_MIN_TASKALIGN		(1 << INTERNODE_CACHE_SHIFT)
58bb898558SAl Viro # define ARCH_MIN_MMSTRUCT_ALIGN	(1 << INTERNODE_CACHE_SHIFT)
59bb898558SAl Viro #else
60b8c1b8eaSIngo Molnar # define ARCH_MIN_TASKALIGN		__alignof__(union fpregs_state)
61bb898558SAl Viro # define ARCH_MIN_MMSTRUCT_ALIGN	0
62bb898558SAl Viro #endif
63bb898558SAl Viro 
64e0ba94f1SAlex Shi enum tlb_infos {
65e0ba94f1SAlex Shi 	ENTRIES,
66e0ba94f1SAlex Shi 	NR_INFO
67e0ba94f1SAlex Shi };
68e0ba94f1SAlex Shi 
69e0ba94f1SAlex Shi extern u16 __read_mostly tlb_lli_4k[NR_INFO];
70e0ba94f1SAlex Shi extern u16 __read_mostly tlb_lli_2m[NR_INFO];
71e0ba94f1SAlex Shi extern u16 __read_mostly tlb_lli_4m[NR_INFO];
72e0ba94f1SAlex Shi extern u16 __read_mostly tlb_lld_4k[NR_INFO];
73e0ba94f1SAlex Shi extern u16 __read_mostly tlb_lld_2m[NR_INFO];
74e0ba94f1SAlex Shi extern u16 __read_mostly tlb_lld_4m[NR_INFO];
75dd360393SKirill A. Shutemov extern u16 __read_mostly tlb_lld_1g[NR_INFO];
76c4211f42SAlex Shi 
77bb898558SAl Viro /*
78bb898558SAl Viro  * CPU type and hardware bug flags. Kept separately for each CPU.
79bb898558SAl Viro  */
80bb898558SAl Viro 
81b9655e70SThomas Gleixner struct cpuinfo_topology {
82b9655e70SThomas Gleixner 	// Real APIC ID read from the local APIC
83b9655e70SThomas Gleixner 	u32			apicid;
84b9655e70SThomas Gleixner 	// The initial APIC ID provided by CPUID
85b9655e70SThomas Gleixner 	u32			initial_apicid;
8602fb601dSThomas Gleixner 
8702fb601dSThomas Gleixner 	// Physical package ID
8802fb601dSThomas Gleixner 	u32			pkg_id;
898a169ed4SThomas Gleixner 
908a169ed4SThomas Gleixner 	// Physical die ID on AMD, Relative on Intel
918a169ed4SThomas Gleixner 	u32			die_id;
92e9525633SThomas Gleixner 
93e3c0c5d5SThomas Gleixner 	// Compute unit ID - AMD specific
94e3c0c5d5SThomas Gleixner 	u32			cu_id;
95e3c0c5d5SThomas Gleixner 
96e9525633SThomas Gleixner 	// Core ID relative to the package
97e9525633SThomas Gleixner 	u32			core_id;
9822dc9631SThomas Gleixner 
9922dc9631SThomas Gleixner 	// Logical ID mappings
10022dc9631SThomas Gleixner 	u32			logical_pkg_id;
10122dc9631SThomas Gleixner 	u32			logical_die_id;
102*6e290323SThomas Gleixner 
103*6e290323SThomas Gleixner 	// Cache level topology IDs
104*6e290323SThomas Gleixner 	u32			llc_id;
105*6e290323SThomas Gleixner 	u32			l2c_id;
106b9655e70SThomas Gleixner };
107b9655e70SThomas Gleixner 
108bb898558SAl Viro struct cpuinfo_x86 {
109bb898558SAl Viro 	__u8			x86;		/* CPU family */
110bb898558SAl Viro 	__u8			x86_vendor;	/* CPU vendor */
111bb898558SAl Viro 	__u8			x86_model;
112b399151cSJia Zhang 	__u8			x86_stepping;
1136415813bSMathias Krause #ifdef CONFIG_X86_64
114bb898558SAl Viro 	/* Number of 4K pages in DTLB/ITLB combined(in pages): */
115bb898558SAl Viro 	int			x86_tlbsize;
11613c6c532SJan Beulich #endif
117b47ce1feSSean Christopherson #ifdef CONFIG_X86_VMX_FEATURE_NAMES
118b47ce1feSSean Christopherson 	__u32			vmx_capability[NVMXINTS];
119b47ce1feSSean Christopherson #endif
120bb898558SAl Viro 	__u8			x86_virt_bits;
121bb898558SAl Viro 	__u8			x86_phys_bits;
122bb898558SAl Viro 	/* CPUID returned core id bits: */
123bb898558SAl Viro 	__u8			x86_coreid_bits;
124bb898558SAl Viro 	/* Max extended CPUID function supported: */
125bb898558SAl Viro 	__u32			extended_cpuid_level;
126bb898558SAl Viro 	/* Maximum supported CPUID level, -1=no CPUID: */
127bb898558SAl Viro 	int			cpuid_level;
128db8c33f8SFenghua Yu 	/*
129db8c33f8SFenghua Yu 	 * Align to size of unsigned long because the x86_capability array
130db8c33f8SFenghua Yu 	 * is passed to bitops which require the alignment. Use unnamed
131db8c33f8SFenghua Yu 	 * union to enforce the array is aligned to size of unsigned long.
132db8c33f8SFenghua Yu 	 */
133db8c33f8SFenghua Yu 	union {
13465fc985bSBorislav Petkov 		__u32		x86_capability[NCAPINTS + NBUGINTS];
135db8c33f8SFenghua Yu 		unsigned long	x86_capability_alignment;
136db8c33f8SFenghua Yu 	};
137bb898558SAl Viro 	char			x86_vendor_id[16];
138bb898558SAl Viro 	char			x86_model_id[64];
139b9655e70SThomas Gleixner 	struct cpuinfo_topology	topo;
140bb898558SAl Viro 	/* in KB - valid for CPUS which support this call: */
14124dbc600SGustavo A. R. Silva 	unsigned int		x86_cache_size;
142bb898558SAl Viro 	int			x86_cache_alignment;	/* In bytes */
143f3d44f18SReinette Chatre 	/* Cache QoS architectural values, valid only on the BSP: */
144cbc82b17SPeter P Waskiewicz Jr 	int			x86_cache_max_rmid;	/* max index */
145cbc82b17SPeter P Waskiewicz Jr 	int			x86_cache_occ_scale;	/* scale to bytes */
146f3d44f18SReinette Chatre 	int			x86_cache_mbm_width_offset;
147bb898558SAl Viro 	int			x86_power;
148bb898558SAl Viro 	unsigned long		loops_per_jiffy;
149822ccfadSTony Luck 	/* protected processor identification number */
150822ccfadSTony Luck 	u64			ppin;
151bb898558SAl Viro 	/* cpuid returned max cores value: */
152bb898558SAl Viro 	u16			x86_max_cores;
153bb898558SAl Viro 	u16			x86_clflush_size;
154bb898558SAl Viro 	/* number of cores as seen by the OS: */
155bb898558SAl Viro 	u16			booted_cores;
156bb898558SAl Viro 	/* Index into per_cpu list: */
157bb898558SAl Viro 	u16			cpu_index;
158c52787b5SBalbir Singh 	/*  Is SMT active on this core? */
159c52787b5SBalbir Singh 	bool			smt_active;
160506ed6b5SAndi Kleen 	u32			microcode;
161cc51e542SAndi Kleen 	/* Address space bits used by the cache internally */
162cc51e542SAndi Kleen 	u8			x86_cache_bits;
16330bb9811SAndi Kleen 	unsigned		initialized : 1;
1643859a271SKees Cook } __randomize_layout;
165bb898558SAl Viro 
166bb898558SAl Viro #define X86_VENDOR_INTEL	0
167bb898558SAl Viro #define X86_VENDOR_CYRIX	1
168bb898558SAl Viro #define X86_VENDOR_AMD		2
169bb898558SAl Viro #define X86_VENDOR_UMC		3
170bb898558SAl Viro #define X86_VENDOR_CENTAUR	5
171bb898558SAl Viro #define X86_VENDOR_TRANSMETA	7
172bb898558SAl Viro #define X86_VENDOR_NSC		8
173c9661c1eSPu Wen #define X86_VENDOR_HYGON	9
174761fdd5eSTony W Wang-oc #define X86_VENDOR_ZHAOXIN	10
175639475d4SMarcos Del Sol Vives #define X86_VENDOR_VORTEX	11
176639475d4SMarcos Del Sol Vives #define X86_VENDOR_NUM		12
177bb898558SAl Viro 
178bb898558SAl Viro #define X86_VENDOR_UNKNOWN	0xff
179bb898558SAl Viro 
180bb898558SAl Viro /*
181bb898558SAl Viro  * capabilities of CPUs
182bb898558SAl Viro  */
183bb898558SAl Viro extern struct cpuinfo_x86	boot_cpu_data;
184bb898558SAl Viro extern struct cpuinfo_x86	new_cpu_data;
185bb898558SAl Viro 
1866cbd2171SThomas Gleixner extern __u32			cpu_caps_cleared[NCAPINTS + NBUGINTS];
1876cbd2171SThomas Gleixner extern __u32			cpu_caps_set[NCAPINTS + NBUGINTS];
188bb898558SAl Viro 
189bb898558SAl Viro #ifdef CONFIG_SMP
1902c773dd3SJan Beulich DECLARE_PER_CPU_READ_MOSTLY(struct cpuinfo_x86, cpu_info);
191bb898558SAl Viro #define cpu_data(cpu)		per_cpu(cpu_info, cpu)
192bb898558SAl Viro #else
1937b543a53STejun Heo #define cpu_info		boot_cpu_data
194bb898558SAl Viro #define cpu_data(cpu)		boot_cpu_data
195bb898558SAl Viro #endif
196bb898558SAl Viro 
197bb898558SAl Viro extern const struct seq_operations cpuinfo_op;
198bb898558SAl Viro 
199bb898558SAl Viro #define cache_line_size()	(boot_cpu_data.x86_cache_alignment)
200bb898558SAl Viro 
201bb898558SAl Viro extern void cpu_detect(struct cpuinfo_x86 *c);
202bb898558SAl Viro 
2039df95169SVlastimil Babka static inline unsigned long long l1tf_pfn_limit(void)
20417dbca11SAndi Kleen {
205cc51e542SAndi Kleen 	return BIT_ULL(boot_cpu_data.x86_cache_bits - 1 - PAGE_SHIFT);
20617dbca11SAndi Kleen }
20717dbca11SAndi Kleen 
208bb898558SAl Viro extern void early_cpu_init(void);
209bb898558SAl Viro extern void identify_secondary_cpu(struct cpuinfo_x86 *);
210bb898558SAl Viro extern void print_cpu_info(struct cpuinfo_x86 *);
21121c3fcf3SYinghai Lu void print_cpu_msr(struct cpuinfo_x86 *);
212bb898558SAl Viro 
2136c690ee1SAndy Lutomirski /*
2146c690ee1SAndy Lutomirski  * Friendlier CR3 helpers.
2156c690ee1SAndy Lutomirski  */
2166c690ee1SAndy Lutomirski static inline unsigned long read_cr3_pa(void)
2176c690ee1SAndy Lutomirski {
2186c690ee1SAndy Lutomirski 	return __read_cr3() & CR3_ADDR_MASK;
2196c690ee1SAndy Lutomirski }
2206c690ee1SAndy Lutomirski 
221eef9c4abSTom Lendacky static inline unsigned long native_read_cr3_pa(void)
222eef9c4abSTom Lendacky {
223eef9c4abSTom Lendacky 	return __native_read_cr3() & CR3_ADDR_MASK;
224eef9c4abSTom Lendacky }
225eef9c4abSTom Lendacky 
226bb898558SAl Viro static inline void load_cr3(pgd_t *pgdir)
227bb898558SAl Viro {
22821729f81STom Lendacky 	write_cr3(__sme_pa(pgdir));
229bb898558SAl Viro }
230bb898558SAl Viro 
2317fb983b4SAndy Lutomirski /*
2327fb983b4SAndy Lutomirski  * Note that while the legacy 'TSS' name comes from 'Task State Segment',
2337fb983b4SAndy Lutomirski  * on modern x86 CPUs the TSS also holds information important to 64-bit mode,
2347fb983b4SAndy Lutomirski  * unrelated to the task-switch mechanism:
2357fb983b4SAndy Lutomirski  */
236bb898558SAl Viro #ifdef CONFIG_X86_32
237bb898558SAl Viro /* This is the TSS defined by the hardware. */
238bb898558SAl Viro struct x86_hw_tss {
239bb898558SAl Viro 	unsigned short		back_link, __blh;
240bb898558SAl Viro 	unsigned long		sp0;
241bb898558SAl Viro 	unsigned short		ss0, __ss0h;
242cf9328ccSAndy Lutomirski 	unsigned long		sp1;
24376e4c490SAndy Lutomirski 
24476e4c490SAndy Lutomirski 	/*
245cf9328ccSAndy Lutomirski 	 * We don't use ring 1, so ss1 is a convenient scratch space in
246cf9328ccSAndy Lutomirski 	 * the same cacheline as sp0.  We use ss1 to cache the value in
247cf9328ccSAndy Lutomirski 	 * MSR_IA32_SYSENTER_CS.  When we context switch
248cf9328ccSAndy Lutomirski 	 * MSR_IA32_SYSENTER_CS, we first check if the new value being
249cf9328ccSAndy Lutomirski 	 * written matches ss1, and, if it's not, then we wrmsr the new
250cf9328ccSAndy Lutomirski 	 * value and update ss1.
25176e4c490SAndy Lutomirski 	 *
252cf9328ccSAndy Lutomirski 	 * The only reason we context switch MSR_IA32_SYSENTER_CS is
253cf9328ccSAndy Lutomirski 	 * that we set it to zero in vm86 tasks to avoid corrupting the
254cf9328ccSAndy Lutomirski 	 * stack if we were to go through the sysenter path from vm86
255cf9328ccSAndy Lutomirski 	 * mode.
25676e4c490SAndy Lutomirski 	 */
25776e4c490SAndy Lutomirski 	unsigned short		ss1;	/* MSR_IA32_SYSENTER_CS */
25876e4c490SAndy Lutomirski 
25976e4c490SAndy Lutomirski 	unsigned short		__ss1h;
260bb898558SAl Viro 	unsigned long		sp2;
261bb898558SAl Viro 	unsigned short		ss2, __ss2h;
262bb898558SAl Viro 	unsigned long		__cr3;
263bb898558SAl Viro 	unsigned long		ip;
264bb898558SAl Viro 	unsigned long		flags;
265bb898558SAl Viro 	unsigned long		ax;
266bb898558SAl Viro 	unsigned long		cx;
267bb898558SAl Viro 	unsigned long		dx;
268bb898558SAl Viro 	unsigned long		bx;
269bb898558SAl Viro 	unsigned long		sp;
270bb898558SAl Viro 	unsigned long		bp;
271bb898558SAl Viro 	unsigned long		si;
272bb898558SAl Viro 	unsigned long		di;
273bb898558SAl Viro 	unsigned short		es, __esh;
274bb898558SAl Viro 	unsigned short		cs, __csh;
275bb898558SAl Viro 	unsigned short		ss, __ssh;
276bb898558SAl Viro 	unsigned short		ds, __dsh;
277bb898558SAl Viro 	unsigned short		fs, __fsh;
278bb898558SAl Viro 	unsigned short		gs, __gsh;
279bb898558SAl Viro 	unsigned short		ldt, __ldth;
280bb898558SAl Viro 	unsigned short		trace;
281bb898558SAl Viro 	unsigned short		io_bitmap_base;
282bb898558SAl Viro 
283bb898558SAl Viro } __attribute__((packed));
284bb898558SAl Viro #else
285bb898558SAl Viro struct x86_hw_tss {
286bb898558SAl Viro 	u32			reserved1;
287bb898558SAl Viro 	u64			sp0;
288bb898558SAl Viro 	u64			sp1;
2899aaefe7bSAndy Lutomirski 
29098f05b51SAndy Lutomirski 	/*
29198f05b51SAndy Lutomirski 	 * Since Linux does not use ring 2, the 'sp2' slot is unused by
29298f05b51SAndy Lutomirski 	 * hardware.  entry_SYSCALL_64 uses it as scratch space to stash
29398f05b51SAndy Lutomirski 	 * the user RSP value.
29498f05b51SAndy Lutomirski 	 */
295bb898558SAl Viro 	u64			sp2;
29698f05b51SAndy Lutomirski 
297bb898558SAl Viro 	u64			reserved2;
298bb898558SAl Viro 	u64			ist[7];
299bb898558SAl Viro 	u32			reserved3;
300bb898558SAl Viro 	u32			reserved4;
301bb898558SAl Viro 	u16			reserved5;
302bb898558SAl Viro 	u16			io_bitmap_base;
303bb898558SAl Viro 
304d3273deaSAndy Lutomirski } __attribute__((packed));
305bb898558SAl Viro #endif
306bb898558SAl Viro 
307bb898558SAl Viro /*
308bb898558SAl Viro  * IO-bitmap sizes:
309bb898558SAl Viro  */
310bb898558SAl Viro #define IO_BITMAP_BITS			65536
311f5848e5fSThomas Gleixner #define IO_BITMAP_BYTES			(IO_BITMAP_BITS / BITS_PER_BYTE)
312bb898558SAl Viro #define IO_BITMAP_LONGS			(IO_BITMAP_BYTES / sizeof(long))
313ecc7e37dSThomas Gleixner 
314c8137aceSThomas Gleixner #define IO_BITMAP_OFFSET_VALID_MAP				\
315f5848e5fSThomas Gleixner 	(offsetof(struct tss_struct, io_bitmap.bitmap) -	\
316ecc7e37dSThomas Gleixner 	 offsetof(struct tss_struct, x86_tss))
317ecc7e37dSThomas Gleixner 
318c8137aceSThomas Gleixner #define IO_BITMAP_OFFSET_VALID_ALL				\
319c8137aceSThomas Gleixner 	(offsetof(struct tss_struct, io_bitmap.mapall) -	\
320c8137aceSThomas Gleixner 	 offsetof(struct tss_struct, x86_tss))
321c8137aceSThomas Gleixner 
322111e7b15SThomas Gleixner #ifdef CONFIG_X86_IOPL_IOPERM
323ecc7e37dSThomas Gleixner /*
324c8137aceSThomas Gleixner  * sizeof(unsigned long) coming from an extra "long" at the end of the
325c8137aceSThomas Gleixner  * iobitmap. The limit is inclusive, i.e. the last valid byte.
326ecc7e37dSThomas Gleixner  */
327ecc7e37dSThomas Gleixner # define __KERNEL_TSS_LIMIT	\
328c8137aceSThomas Gleixner 	(IO_BITMAP_OFFSET_VALID_ALL + IO_BITMAP_BYTES + \
329c8137aceSThomas Gleixner 	 sizeof(unsigned long) - 1)
330111e7b15SThomas Gleixner #else
331111e7b15SThomas Gleixner # define __KERNEL_TSS_LIMIT	\
332111e7b15SThomas Gleixner 	(offsetof(struct tss_struct, x86_tss) + sizeof(struct x86_hw_tss) - 1)
333111e7b15SThomas Gleixner #endif
334ecc7e37dSThomas Gleixner 
335ecc7e37dSThomas Gleixner /* Base offset outside of TSS_LIMIT so unpriviledged IO causes #GP */
336ecc7e37dSThomas Gleixner #define IO_BITMAP_OFFSET_INVALID	(__KERNEL_TSS_LIMIT + 1)
337bb898558SAl Viro 
3384fe2d8b1SDave Hansen struct entry_stack {
339c7aadc09SPeter Zijlstra 	char	stack[PAGE_SIZE];
3400f9a4810SAndy Lutomirski };
3410f9a4810SAndy Lutomirski 
3424fe2d8b1SDave Hansen struct entry_stack_page {
3434fe2d8b1SDave Hansen 	struct entry_stack stack;
344c482feefSAndy Lutomirski } __aligned(PAGE_SIZE);
3451a935bc3SAndy Lutomirski 
346f5848e5fSThomas Gleixner /*
347f5848e5fSThomas Gleixner  * All IO bitmap related data stored in the TSS:
348f5848e5fSThomas Gleixner  */
349f5848e5fSThomas Gleixner struct x86_io_bitmap {
350060aa16fSThomas Gleixner 	/* The sequence number of the last active bitmap. */
351060aa16fSThomas Gleixner 	u64			prev_sequence;
352060aa16fSThomas Gleixner 
353f5848e5fSThomas Gleixner 	/*
354f5848e5fSThomas Gleixner 	 * Store the dirty size of the last io bitmap offender. The next
355f5848e5fSThomas Gleixner 	 * one will have to do the cleanup as the switch out to a non io
356f5848e5fSThomas Gleixner 	 * bitmap user will just set x86_tss.io_bitmap_base to a value
357f5848e5fSThomas Gleixner 	 * outside of the TSS limit. So for sane tasks there is no need to
358f5848e5fSThomas Gleixner 	 * actually touch the io_bitmap at all.
359f5848e5fSThomas Gleixner 	 */
360f5848e5fSThomas Gleixner 	unsigned int		prev_max;
361f5848e5fSThomas Gleixner 
362f5848e5fSThomas Gleixner 	/*
363f5848e5fSThomas Gleixner 	 * The extra 1 is there because the CPU will access an
364f5848e5fSThomas Gleixner 	 * additional byte beyond the end of the IO permission
365f5848e5fSThomas Gleixner 	 * bitmap. The extra byte must be all 1 bits, and must
366f5848e5fSThomas Gleixner 	 * be within the limit.
367f5848e5fSThomas Gleixner 	 */
368f5848e5fSThomas Gleixner 	unsigned long		bitmap[IO_BITMAP_LONGS + 1];
369c8137aceSThomas Gleixner 
370c8137aceSThomas Gleixner 	/*
371c8137aceSThomas Gleixner 	 * Special I/O bitmap to emulate IOPL(3). All bytes zero,
372c8137aceSThomas Gleixner 	 * except the additional byte at the end.
373c8137aceSThomas Gleixner 	 */
374c8137aceSThomas Gleixner 	unsigned long		mapall[IO_BITMAP_LONGS + 1];
375f5848e5fSThomas Gleixner };
376f5848e5fSThomas Gleixner 
377bb898558SAl Viro struct tss_struct {
378bb898558SAl Viro 	/*
3791a935bc3SAndy Lutomirski 	 * The fixed hardware portion.  This must not cross a page boundary
3801a935bc3SAndy Lutomirski 	 * at risk of violating the SDM's advice and potentially triggering
3811a935bc3SAndy Lutomirski 	 * errata.
382bb898558SAl Viro 	 */
383bb898558SAl Viro 	struct x86_hw_tss	x86_tss;
384bb898558SAl Viro 
385f5848e5fSThomas Gleixner 	struct x86_io_bitmap	io_bitmap;
3861a935bc3SAndy Lutomirski } __aligned(PAGE_SIZE);
387bb898558SAl Viro 
388c482feefSAndy Lutomirski DECLARE_PER_CPU_PAGE_ALIGNED(struct tss_struct, cpu_tss_rw);
389bb898558SAl Viro 
390e6401c13SAndy Lutomirski /* Per CPU interrupt stacks */
391e6401c13SAndy Lutomirski struct irq_stack {
392e6401c13SAndy Lutomirski 	char		stack[IRQ_STACK_SIZE];
393e6401c13SAndy Lutomirski } __aligned(IRQ_STACK_SIZE);
394e6401c13SAndy Lutomirski 
395bb898558SAl Viro #ifdef CONFIG_X86_64
396e6401c13SAndy Lutomirski struct fixed_percpu_data {
397947e76cdSBrian Gerst 	/*
398947e76cdSBrian Gerst 	 * GCC hardcodes the stack canary as %gs:40.  Since the
399947e76cdSBrian Gerst 	 * irq_stack is the object at %gs:0, we reserve the bottom
400947e76cdSBrian Gerst 	 * 48 bytes of the irq stack for the canary.
4013fb0fdb3SAndy Lutomirski 	 *
4023fb0fdb3SAndy Lutomirski 	 * Once we are willing to require -mstack-protector-guard-symbol=
4033fb0fdb3SAndy Lutomirski 	 * support for x86_64 stackprotector, we can get rid of this.
404947e76cdSBrian Gerst 	 */
405947e76cdSBrian Gerst 	char		gs_base[40];
406947e76cdSBrian Gerst 	unsigned long	stack_canary;
407947e76cdSBrian Gerst };
408947e76cdSBrian Gerst 
409e6401c13SAndy Lutomirski DECLARE_PER_CPU_FIRST(struct fixed_percpu_data, fixed_percpu_data) __visible;
410e6401c13SAndy Lutomirski DECLARE_INIT_PER_CPU(fixed_percpu_data);
4112add8e23SBrian Gerst 
41235060ed6SVitaly Kuznetsov static inline unsigned long cpu_kernelmode_gs_base(int cpu)
41335060ed6SVitaly Kuznetsov {
414e6401c13SAndy Lutomirski 	return (unsigned long)per_cpu(fixed_percpu_data.gs_base, cpu);
41535060ed6SVitaly Kuznetsov }
41635060ed6SVitaly Kuznetsov 
4179766cdbcSJaswinder Singh Rajput extern asmlinkage void ignore_sysret(void);
41842b933b5SVitaly Kuznetsov 
41942b933b5SVitaly Kuznetsov /* Save actual FS/GS selectors and bases to current->thread */
4206758034eSThomas Gleixner void current_save_fsgs(void);
42160a5317fSTejun Heo #else	/* X86_64 */
422050e9baaSLinus Torvalds #ifdef CONFIG_STACKPROTECTOR
4233fb0fdb3SAndy Lutomirski DECLARE_PER_CPU(unsigned long, __stack_chk_guard);
424bb898558SAl Viro #endif
425951c2a51SThomas Gleixner #endif	/* !X86_64 */
426bb898558SAl Viro 
42724f1e32cSFrederic Weisbecker struct perf_event;
42824f1e32cSFrederic Weisbecker 
429bb898558SAl Viro struct thread_struct {
430bb898558SAl Viro 	/* Cached TLS descriptors: */
431bb898558SAl Viro 	struct desc_struct	tls_array[GDT_ENTRY_TLS_ENTRIES];
432d375cf15SAndy Lutomirski #ifdef CONFIG_X86_32
433bb898558SAl Viro 	unsigned long		sp0;
434d375cf15SAndy Lutomirski #endif
435bb898558SAl Viro 	unsigned long		sp;
436bb898558SAl Viro #ifdef CONFIG_X86_32
437bb898558SAl Viro 	unsigned long		sysenter_cs;
438bb898558SAl Viro #else
439bb898558SAl Viro 	unsigned short		es;
440bb898558SAl Viro 	unsigned short		ds;
441bb898558SAl Viro 	unsigned short		fsindex;
442bb898558SAl Viro 	unsigned short		gsindex;
443bb898558SAl Viro #endif
444b9d989c7SAndy Lutomirski 
445d756f4adSAlexey Dobriyan #ifdef CONFIG_X86_64
446296f781aSAndy Lutomirski 	unsigned long		fsbase;
447296f781aSAndy Lutomirski 	unsigned long		gsbase;
448296f781aSAndy Lutomirski #else
449296f781aSAndy Lutomirski 	/*
450296f781aSAndy Lutomirski 	 * XXX: this could presumably be unsigned short.  Alternatively,
451296f781aSAndy Lutomirski 	 * 32-bit kernels could be taught to use fsindex instead.
452296f781aSAndy Lutomirski 	 */
453bb898558SAl Viro 	unsigned long fs;
454bb898558SAl Viro 	unsigned long gs;
455296f781aSAndy Lutomirski #endif
456c5bedc68SIngo Molnar 
45724f1e32cSFrederic Weisbecker 	/* Save middle states of ptrace breakpoints */
45824f1e32cSFrederic Weisbecker 	struct perf_event	*ptrace_bps[HBP_NUM];
45924f1e32cSFrederic Weisbecker 	/* Debug status used for traps, single steps, etc... */
460d53d9bc0SPeter Zijlstra 	unsigned long           virtual_dr6;
461326264a0SFrederic Weisbecker 	/* Keep track of the exact dr7 value set by the user */
462326264a0SFrederic Weisbecker 	unsigned long           ptrace_dr7;
463bb898558SAl Viro 	/* Fault info: */
464bb898558SAl Viro 	unsigned long		cr2;
46551e7dc70SSrikar Dronamraju 	unsigned long		trap_nr;
466bb898558SAl Viro 	unsigned long		error_code;
4679fda6a06SBrian Gerst #ifdef CONFIG_VM86
468bb898558SAl Viro 	/* Virtual 86 mode info */
4699fda6a06SBrian Gerst 	struct vm86		*vm86;
470bb898558SAl Viro #endif
471bb898558SAl Viro 	/* IO permissions: */
472577d5cd7SThomas Gleixner 	struct io_bitmap	*io_bitmap;
473c8137aceSThomas Gleixner 
474c8137aceSThomas Gleixner 	/*
475d9f6e12fSIngo Molnar 	 * IOPL. Privilege level dependent I/O permission which is
476a24ca997SThomas Gleixner 	 * emulated via the I/O bitmap to prevent user space from disabling
477a24ca997SThomas Gleixner 	 * interrupts.
478c8137aceSThomas Gleixner 	 */
479c8137aceSThomas Gleixner 	unsigned long		iopl_emul;
4800c8c0f03SDave Hansen 
481b968e84bSPeter Zijlstra 	unsigned int		iopl_warn:1;
4822a53ccbcSIngo Molnar 	unsigned int		sig_on_uaccess_err:1;
483dfa9a942SAndy Lutomirski 
4849782a712SDave Hansen 	/*
4859782a712SDave Hansen 	 * Protection Keys Register for Userspace.  Loaded immediately on
4869782a712SDave Hansen 	 * context switch. Store it in thread_struct to avoid a lookup in
4879782a712SDave Hansen 	 * the tasks's FPU xstate buffer. This value is only valid when a
4889782a712SDave Hansen 	 * task is scheduled out. For 'current' the authoritative source of
4899782a712SDave Hansen 	 * PKRU is the hardware itself.
4909782a712SDave Hansen 	 */
4919782a712SDave Hansen 	u32			pkru;
4929782a712SDave Hansen 
49398cfa463SRick Edgecombe #ifdef CONFIG_X86_USER_SHADOW_STACK
49498cfa463SRick Edgecombe 	unsigned long		features;
49598cfa463SRick Edgecombe 	unsigned long		features_locked;
4962d39a6adSRick Edgecombe 
4972d39a6adSRick Edgecombe 	struct thread_shstk	shstk;
49898cfa463SRick Edgecombe #endif
49998cfa463SRick Edgecombe 
5000c8c0f03SDave Hansen 	/* Floating point and extended processor state */
5010c8c0f03SDave Hansen 	struct fpu		fpu;
5020c8c0f03SDave Hansen 	/*
5030c8c0f03SDave Hansen 	 * WARNING: 'fpu' is dynamically-sized.  It *MUST* be at
5040c8c0f03SDave Hansen 	 * the end.
5050c8c0f03SDave Hansen 	 */
506bb898558SAl Viro };
507bb898558SAl Viro 
5082dd8eedcSThomas Gleixner extern void fpu_thread_struct_whitelist(unsigned long *offset, unsigned long *size);
5092dd8eedcSThomas Gleixner 
510f7d83c1cSKees Cook static inline void arch_thread_struct_whitelist(unsigned long *offset,
511f7d83c1cSKees Cook 						unsigned long *size)
512f7d83c1cSKees Cook {
5132dd8eedcSThomas Gleixner 	fpu_thread_struct_whitelist(offset, size);
514f7d83c1cSKees Cook }
515f7d83c1cSKees Cook 
516bb898558SAl Viro static inline void
517da51da18SAndy Lutomirski native_load_sp0(unsigned long sp0)
518bb898558SAl Viro {
519c482feefSAndy Lutomirski 	this_cpu_write(cpu_tss_rw.x86_tss.sp0, sp0);
520bb898558SAl Viro }
521bb898558SAl Viro 
52258edfd2eSChang S. Bae static __always_inline void native_swapgs(void)
523bb898558SAl Viro {
524bb898558SAl Viro #ifdef CONFIG_X86_64
525bb898558SAl Viro 	asm volatile("swapgs" ::: "memory");
526bb898558SAl Viro #endif
527bb898558SAl Viro }
528bb898558SAl Viro 
5291894a403SPeter Zijlstra static __always_inline unsigned long current_top_of_stack(void)
5308ef46a67SAndy Lutomirski {
5319aaefe7bSAndy Lutomirski 	/*
5329aaefe7bSAndy Lutomirski 	 *  We can't read directly from tss.sp0: sp0 on x86_32 is special in
5339aaefe7bSAndy Lutomirski 	 *  and around vm86 mode and sp0 on x86_64 is special because of the
5349aaefe7bSAndy Lutomirski 	 *  entry trampoline.
5359aaefe7bSAndy Lutomirski 	 */
536c063a217SThomas Gleixner 	return this_cpu_read_stable(pcpu_hot.top_of_stack);
5378ef46a67SAndy Lutomirski }
5388ef46a67SAndy Lutomirski 
5391894a403SPeter Zijlstra static __always_inline bool on_thread_stack(void)
5403383642cSAndy Lutomirski {
5413383642cSAndy Lutomirski 	return (unsigned long)(current_top_of_stack() -
5423383642cSAndy Lutomirski 			       current_stack_pointer) < THREAD_SIZE;
5433383642cSAndy Lutomirski }
5443383642cSAndy Lutomirski 
5459bad5658SJuergen Gross #ifdef CONFIG_PARAVIRT_XXL
546bb898558SAl Viro #include <asm/paravirt.h>
547bb898558SAl Viro #else
548bb898558SAl Viro 
549da51da18SAndy Lutomirski static inline void load_sp0(unsigned long sp0)
550bb898558SAl Viro {
551da51da18SAndy Lutomirski 	native_load_sp0(sp0);
552bb898558SAl Viro }
553bb898558SAl Viro 
5549bad5658SJuergen Gross #endif /* CONFIG_PARAVIRT_XXL */
555bb898558SAl Viro 
55642a20f86SKees Cook unsigned long __get_wchan(struct task_struct *p);
557bb898558SAl Viro 
558bb898558SAl Viro extern void select_idle_routine(const struct cpuinfo_x86 *c);
55907c94a38SBorislav Petkov extern void amd_e400_c1e_apic_setup(void);
560bb898558SAl Viro 
561bb898558SAl Viro extern unsigned long		boot_option_idle_override;
562bb898558SAl Viro 
563d1896049SThomas Renninger enum idle_boot_override {IDLE_NO_OVERRIDE=0, IDLE_HALT, IDLE_NOMWAIT,
56469fb3676SLen Brown 			 IDLE_POLL};
565d1896049SThomas Renninger 
566bb898558SAl Viro extern void enable_sep_cpu(void);
567bb898558SAl Viro 
56829c84391SJan Kiszka 
569bb898558SAl Viro /* Defined in head.S */
570bb898558SAl Viro extern struct desc_ptr		early_gdt_descr;
571bb898558SAl Viro 
5721f19e2d5SThomas Gleixner extern void switch_gdt_and_percpu_base(int);
57345fc8757SThomas Garnier extern void load_direct_gdt(int);
57469218e47SThomas Garnier extern void load_fixmap_gdt(int);
575bb898558SAl Viro extern void cpu_init(void);
576520d0308SJoerg Roedel extern void cpu_init_exception_handling(void);
5777652ac92SThomas Gleixner extern void cr4_init(void);
578bb898558SAl Viro 
579c2724775SMarkus Metzger static inline unsigned long get_debugctlmsr(void)
580c2724775SMarkus Metzger {
581c2724775SMarkus Metzger 	unsigned long debugctlmsr = 0;
582c2724775SMarkus Metzger 
583c2724775SMarkus Metzger #ifndef CONFIG_X86_DEBUGCTLMSR
584c2724775SMarkus Metzger 	if (boot_cpu_data.x86 < 6)
585c2724775SMarkus Metzger 		return 0;
586c2724775SMarkus Metzger #endif
587c2724775SMarkus Metzger 	rdmsrl(MSR_IA32_DEBUGCTLMSR, debugctlmsr);
588c2724775SMarkus Metzger 
589c2724775SMarkus Metzger 	return debugctlmsr;
590c2724775SMarkus Metzger }
591c2724775SMarkus Metzger 
592bb898558SAl Viro static inline void update_debugctlmsr(unsigned long debugctlmsr)
593bb898558SAl Viro {
594bb898558SAl Viro #ifndef CONFIG_X86_DEBUGCTLMSR
595bb898558SAl Viro 	if (boot_cpu_data.x86 < 6)
596bb898558SAl Viro 		return;
597bb898558SAl Viro #endif
598bb898558SAl Viro 	wrmsrl(MSR_IA32_DEBUGCTLMSR, debugctlmsr);
599bb898558SAl Viro }
600bb898558SAl Viro 
6019bd1190aSOleg Nesterov extern void set_task_blockstep(struct task_struct *task, bool on);
6029bd1190aSOleg Nesterov 
603bb898558SAl Viro /* Boot loader type from the setup header: */
604bb898558SAl Viro extern int			bootloader_type;
6055031296cSH. Peter Anvin extern int			bootloader_version;
606bb898558SAl Viro 
607bb898558SAl Viro extern char			ignore_fpu_irq;
608bb898558SAl Viro 
609bb898558SAl Viro #define HAVE_ARCH_PICK_MMAP_LAYOUT 1
610bb898558SAl Viro #define ARCH_HAS_PREFETCHW
611bb898558SAl Viro 
612bb898558SAl Viro #ifdef CONFIG_X86_32
613a930dc45SBorislav Petkov # define BASE_PREFETCH		""
614bb898558SAl Viro # define ARCH_HAS_PREFETCH
615bb898558SAl Viro #else
616a930dc45SBorislav Petkov # define BASE_PREFETCH		"prefetcht0 %P1"
617bb898558SAl Viro #endif
618bb898558SAl Viro 
619bb898558SAl Viro /*
620bb898558SAl Viro  * Prefetch instructions for Pentium III (+) and AMD Athlon (+)
621bb898558SAl Viro  *
622bb898558SAl Viro  * It's not worth to care about 3dnow prefetches for the K6
623bb898558SAl Viro  * because they are microcoded there and very slow.
624bb898558SAl Viro  */
625bb898558SAl Viro static inline void prefetch(const void *x)
626bb898558SAl Viro {
627a930dc45SBorislav Petkov 	alternative_input(BASE_PREFETCH, "prefetchnta %P1",
628bb898558SAl Viro 			  X86_FEATURE_XMM,
629a930dc45SBorislav Petkov 			  "m" (*(const char *)x));
630bb898558SAl Viro }
631bb898558SAl Viro 
632bb898558SAl Viro /*
633bb898558SAl Viro  * 3dnow prefetch to get an exclusive cache line.
634bb898558SAl Viro  * Useful for spinlocks to avoid one state transition in the
635bb898558SAl Viro  * cache coherency protocol:
636bb898558SAl Viro  */
6372823e83aSPeter Zijlstra static __always_inline void prefetchw(const void *x)
638bb898558SAl Viro {
639a930dc45SBorislav Petkov 	alternative_input(BASE_PREFETCH, "prefetchw %P1",
640a930dc45SBorislav Petkov 			  X86_FEATURE_3DNOWPREFETCH,
641a930dc45SBorislav Petkov 			  "m" (*(const char *)x));
642bb898558SAl Viro }
643bb898558SAl Viro 
644d9e05cc5SAndy Lutomirski #define TOP_OF_INIT_STACK ((unsigned long)&init_stack + sizeof(init_stack) - \
645d9e05cc5SAndy Lutomirski 			   TOP_OF_KERNEL_STACK_PADDING)
646d9e05cc5SAndy Lutomirski 
6473500130bSAndy Lutomirski #define task_top_of_stack(task) ((unsigned long)(task_pt_regs(task) + 1))
6483500130bSAndy Lutomirski 
649d375cf15SAndy Lutomirski #define task_pt_regs(task) \
650d375cf15SAndy Lutomirski ({									\
651d375cf15SAndy Lutomirski 	unsigned long __ptr = (unsigned long)task_stack_page(task);	\
652d375cf15SAndy Lutomirski 	__ptr += THREAD_SIZE - TOP_OF_KERNEL_STACK_PADDING;		\
653d375cf15SAndy Lutomirski 	((struct pt_regs *)__ptr) - 1;					\
654d375cf15SAndy Lutomirski })
655d375cf15SAndy Lutomirski 
656bb898558SAl Viro #ifdef CONFIG_X86_32
657bb898558SAl Viro #define INIT_THREAD  {							  \
658d9e05cc5SAndy Lutomirski 	.sp0			= TOP_OF_INIT_STACK,			  \
659bb898558SAl Viro 	.sysenter_cs		= __KERNEL_CS,				  \
660bb898558SAl Viro }
661bb898558SAl Viro 
662bb898558SAl Viro #define KSTK_ESP(task)		(task_pt_regs(task)->sp)
663bb898558SAl Viro 
664bb898558SAl Viro #else
6653adee777SBrian Gerst extern unsigned long __end_init_task[];
6663adee777SBrian Gerst 
6673adee777SBrian Gerst #define INIT_THREAD {							    \
6683adee777SBrian Gerst 	.sp	= (unsigned long)&__end_init_task - sizeof(struct pt_regs), \
6693adee777SBrian Gerst }
670bb898558SAl Viro 
67189240ba0SStefani Seibold extern unsigned long KSTK_ESP(struct task_struct *task);
672d046ff8bSH. J. Lu 
673bb898558SAl Viro #endif /* CONFIG_X86_64 */
674bb898558SAl Viro 
675bb898558SAl Viro extern void start_thread(struct pt_regs *regs, unsigned long new_ip,
676bb898558SAl Viro 					       unsigned long new_sp);
677bb898558SAl Viro 
678bb898558SAl Viro /*
679bb898558SAl Viro  * This decides where the kernel will search for a free chunk of vm
680bb898558SAl Viro  * space during mmap's.
681bb898558SAl Viro  */
6828f3e474fSDmitry Safonov #define __TASK_UNMAPPED_BASE(task_size)	(PAGE_ALIGN(task_size / 3))
683b569bab7SKirill A. Shutemov #define TASK_UNMAPPED_BASE		__TASK_UNMAPPED_BASE(TASK_SIZE_LOW)
684bb898558SAl Viro 
685bb898558SAl Viro #define KSTK_EIP(task)		(task_pt_regs(task)->ip)
686bb898558SAl Viro 
687bb898558SAl Viro /* Get/set a process' ability to use the timestamp counter instruction */
688bb898558SAl Viro #define GET_TSC_CTL(adr)	get_tsc_mode((adr))
689bb898558SAl Viro #define SET_TSC_CTL(val)	set_tsc_mode((val))
690bb898558SAl Viro 
691bb898558SAl Viro extern int get_tsc_mode(unsigned long adr);
692bb898558SAl Viro extern int set_tsc_mode(unsigned int val);
693bb898558SAl Viro 
694e9ea1e7fSKyle Huey DECLARE_PER_CPU(u64, msr_misc_features_shadow);
695e9ea1e7fSKyle Huey 
696*6e290323SThomas Gleixner static inline u16 per_cpu_llc_id(unsigned int cpu)
697*6e290323SThomas Gleixner {
698*6e290323SThomas Gleixner 	return per_cpu(cpu_info.topo.llc_id, cpu);
699*6e290323SThomas Gleixner }
700*6e290323SThomas Gleixner 
701*6e290323SThomas Gleixner static inline u16 per_cpu_l2c_id(unsigned int cpu)
702*6e290323SThomas Gleixner {
703*6e290323SThomas Gleixner 	return per_cpu(cpu_info.topo.l2c_id, cpu);
704*6e290323SThomas Gleixner }
7059164d949SKim Phillips 
706bc8e80d5SBorislav Petkov #ifdef CONFIG_CPU_SUP_AMD
707cc2749e4SAravind Gopalakrishnan extern u32 amd_get_nodes_per_socket(void);
7083743d55bSHuang Rui extern u32 amd_get_highest_perf(void);
709fb3bd914SBorislav Petkov (AMD) extern bool cpu_has_ibpb_brtype_microcode(void);
71077245f1cSBorislav Petkov (AMD) extern void amd_clear_divider(void);
711566ffa3aSArnd Bergmann extern void amd_check_microcode(void);
712bc8e80d5SBorislav Petkov #else
713bc8e80d5SBorislav Petkov static inline u32 amd_get_nodes_per_socket(void)	{ return 0; }
7143743d55bSHuang Rui static inline u32 amd_get_highest_perf(void)		{ return 0; }
715fb3bd914SBorislav Petkov (AMD) static inline bool cpu_has_ibpb_brtype_microcode(void)	{ return false; }
71677245f1cSBorislav Petkov (AMD) static inline void amd_clear_divider(void)		{ }
717566ffa3aSArnd Bergmann static inline void amd_check_microcode(void)		{ }
718bc8e80d5SBorislav Petkov #endif
7196a812691SAndreas Herrmann 
720f05e798aSDavid Howells extern unsigned long arch_align_stack(unsigned long sp);
721e5cb113fSAlexey Dobriyan void free_init_pages(const char *what, unsigned long begin, unsigned long end);
7225494c3a6SKees Cook extern void free_kernel_image_pages(const char *what, void *begin, void *end);
723f05e798aSDavid Howells 
724f05e798aSDavid Howells void default_idle(void);
7256a377ddcSLen Brown #ifdef	CONFIG_XEN
7266a377ddcSLen Brown bool xen_set_default_idle(void);
7276a377ddcSLen Brown #else
7286a377ddcSLen Brown #define xen_set_default_idle 0
7296a377ddcSLen Brown #endif
730f05e798aSDavid Howells 
731f9cdf7caSPeter Zijlstra void __noreturn stop_this_cpu(void *dummy);
732ab31c744SAshok Raj void microcode_check(struct cpuinfo_x86 *prev_info);
733c0dd9245SAshok Raj void store_cpu_caps(struct cpuinfo_x86 *info);
734d90a7a0eSJiri Kosina 
735d90a7a0eSJiri Kosina enum l1tf_mitigations {
736d90a7a0eSJiri Kosina 	L1TF_MITIGATION_OFF,
737d90a7a0eSJiri Kosina 	L1TF_MITIGATION_FLUSH_NOWARN,
738d90a7a0eSJiri Kosina 	L1TF_MITIGATION_FLUSH,
739d90a7a0eSJiri Kosina 	L1TF_MITIGATION_FLUSH_NOSMT,
740d90a7a0eSJiri Kosina 	L1TF_MITIGATION_FULL,
741d90a7a0eSJiri Kosina 	L1TF_MITIGATION_FULL_FORCE
742d90a7a0eSJiri Kosina };
743d90a7a0eSJiri Kosina 
744d90a7a0eSJiri Kosina extern enum l1tf_mitigations l1tf_mitigation;
745d90a7a0eSJiri Kosina 
746bc124170SThomas Gleixner enum mds_mitigations {
747bc124170SThomas Gleixner 	MDS_MITIGATION_OFF,
748bc124170SThomas Gleixner 	MDS_MITIGATION_FULL,
74922dd8365SThomas Gleixner 	MDS_MITIGATION_VMWERV,
750bc124170SThomas Gleixner };
751bc124170SThomas Gleixner 
75203b122daSTony Luck #ifdef CONFIG_X86_SGX
75303b122daSTony Luck int arch_memory_failure(unsigned long pfn, int flags);
75403b122daSTony Luck #define arch_memory_failure arch_memory_failure
75503b122daSTony Luck 
75603b122daSTony Luck bool arch_is_platform_page(u64 paddr);
75703b122daSTony Luck #define arch_is_platform_page arch_is_platform_page
75803b122daSTony Luck #endif
75903b122daSTony Luck 
760eb3515dcSArnd Bergmann extern bool gds_ucode_mitigated(void);
761eb3515dcSArnd Bergmann 
7621965aae3SH. Peter Anvin #endif /* _ASM_X86_PROCESSOR_H */
763