155f26239SYinghai Lu /* 255f26239SYinghai Lu * Copyright (C) 1995 Linus Torvalds 355f26239SYinghai Lu * 455f26239SYinghai Lu * Support of BIGMEM added by Gerhard Wichert, Siemens AG, July 1999 555f26239SYinghai Lu * 655f26239SYinghai Lu * Memory region support 755f26239SYinghai Lu * David Parsons <[email protected]>, July-August 1999 855f26239SYinghai Lu * 955f26239SYinghai Lu * Added E820 sanitization routine (removes overlapping memory regions); 1055f26239SYinghai Lu * Brian Moyle <[email protected]>, February 2001 1155f26239SYinghai Lu * 1255f26239SYinghai Lu * Moved CPU detection code to cpu/${cpu}.c 1355f26239SYinghai Lu * Patrick Mochel <[email protected]>, March 2002 1455f26239SYinghai Lu * 1555f26239SYinghai Lu * Provisions for empty E820 memory regions (reported by certain BIOSes). 1655f26239SYinghai Lu * Alex Achenbach <[email protected]>, December 2002. 1755f26239SYinghai Lu * 1855f26239SYinghai Lu */ 1955f26239SYinghai Lu 2055f26239SYinghai Lu /* 2155f26239SYinghai Lu * This file handles the architecture-dependent parts of initialization 2255f26239SYinghai Lu */ 2355f26239SYinghai Lu 2455f26239SYinghai Lu #include <linux/sched.h> 2555f26239SYinghai Lu #include <linux/mm.h> 2655f26239SYinghai Lu #include <linux/mmzone.h> 2755f26239SYinghai Lu #include <linux/screen_info.h> 2855f26239SYinghai Lu #include <linux/ioport.h> 2955f26239SYinghai Lu #include <linux/acpi.h> 3055f26239SYinghai Lu #include <linux/apm_bios.h> 3155f26239SYinghai Lu #include <linux/initrd.h> 3255f26239SYinghai Lu #include <linux/bootmem.h> 3355f26239SYinghai Lu #include <linux/seq_file.h> 3455f26239SYinghai Lu #include <linux/console.h> 3555f26239SYinghai Lu #include <linux/mca.h> 3655f26239SYinghai Lu #include <linux/root_dev.h> 3755f26239SYinghai Lu #include <linux/highmem.h> 3855f26239SYinghai Lu #include <linux/module.h> 3955f26239SYinghai Lu #include <linux/efi.h> 4055f26239SYinghai Lu #include <linux/init.h> 4155f26239SYinghai Lu #include <linux/edd.h> 4255f26239SYinghai Lu #include <linux/iscsi_ibft.h> 4355f26239SYinghai Lu #include <linux/nodemask.h> 4455f26239SYinghai Lu #include <linux/kexec.h> 4555f26239SYinghai Lu #include <linux/dmi.h> 4655f26239SYinghai Lu #include <linux/pfn.h> 4755f26239SYinghai Lu #include <linux/pci.h> 4855f26239SYinghai Lu #include <asm/pci-direct.h> 4955f26239SYinghai Lu #include <linux/init_ohci1394_dma.h> 5055f26239SYinghai Lu #include <linux/kvm_para.h> 5155f26239SYinghai Lu 5255f26239SYinghai Lu #include <linux/errno.h> 5355f26239SYinghai Lu #include <linux/kernel.h> 5455f26239SYinghai Lu #include <linux/stddef.h> 5555f26239SYinghai Lu #include <linux/unistd.h> 5655f26239SYinghai Lu #include <linux/ptrace.h> 5755f26239SYinghai Lu #include <linux/slab.h> 5855f26239SYinghai Lu #include <linux/user.h> 5955f26239SYinghai Lu #include <linux/delay.h> 6055f26239SYinghai Lu 6155f26239SYinghai Lu #include <linux/kallsyms.h> 6255f26239SYinghai Lu #include <linux/cpufreq.h> 6355f26239SYinghai Lu #include <linux/dma-mapping.h> 6455f26239SYinghai Lu #include <linux/ctype.h> 6555f26239SYinghai Lu #include <linux/uaccess.h> 6655f26239SYinghai Lu 6755f26239SYinghai Lu #include <linux/percpu.h> 6855f26239SYinghai Lu #include <linux/crash_dump.h> 6955f26239SYinghai Lu 7055f26239SYinghai Lu #include <video/edid.h> 7155f26239SYinghai Lu 7255f26239SYinghai Lu #include <asm/mtrr.h> 7355f26239SYinghai Lu #include <asm/apic.h> 7455f26239SYinghai Lu #include <asm/e820.h> 7555f26239SYinghai Lu #include <asm/mpspec.h> 7655f26239SYinghai Lu #include <asm/setup.h> 7755f26239SYinghai Lu #include <asm/arch_hooks.h> 7855f26239SYinghai Lu #include <asm/efi.h> 7955f26239SYinghai Lu #include <asm/sections.h> 8055f26239SYinghai Lu #include <asm/dmi.h> 8155f26239SYinghai Lu #include <asm/io_apic.h> 8255f26239SYinghai Lu #include <asm/ist.h> 8355f26239SYinghai Lu #include <asm/vmi.h> 8455f26239SYinghai Lu #include <setup_arch.h> 8555f26239SYinghai Lu #include <asm/bios_ebda.h> 8655f26239SYinghai Lu #include <asm/cacheflush.h> 8755f26239SYinghai Lu #include <asm/processor.h> 8855f26239SYinghai Lu #include <asm/bugs.h> 8955f26239SYinghai Lu 9055f26239SYinghai Lu #include <asm/system.h> 9155f26239SYinghai Lu #include <asm/vsyscall.h> 9255f26239SYinghai Lu #include <asm/smp.h> 9355f26239SYinghai Lu #include <asm/desc.h> 9455f26239SYinghai Lu #include <asm/dma.h> 9546a7fa27SFUJITA Tomonori #include <asm/iommu.h> 9655f26239SYinghai Lu #include <asm/mmu_context.h> 9755f26239SYinghai Lu #include <asm/proto.h> 9855f26239SYinghai Lu 9955f26239SYinghai Lu #include <mach_apic.h> 10055f26239SYinghai Lu #include <asm/paravirt.h> 10155f26239SYinghai Lu 10255f26239SYinghai Lu #include <asm/percpu.h> 10355f26239SYinghai Lu #include <asm/topology.h> 10455f26239SYinghai Lu #include <asm/apicdef.h> 10555f26239SYinghai Lu #ifdef CONFIG_X86_64 10655f26239SYinghai Lu #include <asm/numa_64.h> 10755f26239SYinghai Lu #endif 10855f26239SYinghai Lu 109042623bbSYinghai Lu #ifndef ARCH_SETUP 110042623bbSYinghai Lu #define ARCH_SETUP 111042623bbSYinghai Lu #endif 112042623bbSYinghai Lu 113217b8ce8SYinghai Lu #ifndef CONFIG_DEBUG_BOOT_PARAMS 114217b8ce8SYinghai Lu struct boot_params __initdata boot_params; 115217b8ce8SYinghai Lu #else 116217b8ce8SYinghai Lu struct boot_params boot_params; 117217b8ce8SYinghai Lu #endif 118217b8ce8SYinghai Lu 11955f26239SYinghai Lu /* 12055f26239SYinghai Lu * Machine setup.. 12155f26239SYinghai Lu */ 12255f26239SYinghai Lu static struct resource data_resource = { 12355f26239SYinghai Lu .name = "Kernel data", 12455f26239SYinghai Lu .start = 0, 12555f26239SYinghai Lu .end = 0, 12655f26239SYinghai Lu .flags = IORESOURCE_BUSY | IORESOURCE_MEM 12755f26239SYinghai Lu }; 12855f26239SYinghai Lu 12955f26239SYinghai Lu static struct resource code_resource = { 13055f26239SYinghai Lu .name = "Kernel code", 13155f26239SYinghai Lu .start = 0, 13255f26239SYinghai Lu .end = 0, 13355f26239SYinghai Lu .flags = IORESOURCE_BUSY | IORESOURCE_MEM 13455f26239SYinghai Lu }; 13555f26239SYinghai Lu 13655f26239SYinghai Lu static struct resource bss_resource = { 13755f26239SYinghai Lu .name = "Kernel bss", 13855f26239SYinghai Lu .start = 0, 13955f26239SYinghai Lu .end = 0, 14055f26239SYinghai Lu .flags = IORESOURCE_BUSY | IORESOURCE_MEM 14155f26239SYinghai Lu }; 14255f26239SYinghai Lu 14355f26239SYinghai Lu 14455f26239SYinghai Lu #ifdef CONFIG_X86_32 1455092301cSYinghai Lu /* This value is set up by the early boot code to point to the value 1465092301cSYinghai Lu immediately after the boot time page tables. It contains a *physical* 1475092301cSYinghai Lu address, and must not be in the .bss segment! */ 1485092301cSYinghai Lu unsigned long init_pg_tables_start __initdata = ~0UL; 1495092301cSYinghai Lu unsigned long init_pg_tables_end __initdata = ~0UL; 1505092301cSYinghai Lu 15155f26239SYinghai Lu static struct resource video_ram_resource = { 15255f26239SYinghai Lu .name = "Video RAM area", 15355f26239SYinghai Lu .start = 0xa0000, 15455f26239SYinghai Lu .end = 0xbffff, 15555f26239SYinghai Lu .flags = IORESOURCE_BUSY | IORESOURCE_MEM 15655f26239SYinghai Lu }; 15755f26239SYinghai Lu 15855f26239SYinghai Lu /* cpu data as detected by the assembly code in head.S */ 15955f26239SYinghai Lu struct cpuinfo_x86 new_cpu_data __cpuinitdata = {0, 0, 0, 0, -1, 1, 0, 0, -1}; 16055f26239SYinghai Lu /* common cpu data for all cpus */ 16155f26239SYinghai Lu struct cpuinfo_x86 boot_cpu_data __read_mostly = {0, 0, 0, 0, -1, 1, 0, 0, -1}; 16255f26239SYinghai Lu EXPORT_SYMBOL(boot_cpu_data); 16355f26239SYinghai Lu static void set_mca_bus(int x) 16455f26239SYinghai Lu { 16555f26239SYinghai Lu #ifdef CONFIG_MCA 16655f26239SYinghai Lu MCA_bus = x; 16755f26239SYinghai Lu #endif 16855f26239SYinghai Lu } 16955f26239SYinghai Lu 17055f26239SYinghai Lu unsigned int def_to_bigsmp; 17155f26239SYinghai Lu 17255f26239SYinghai Lu /* for MCA, but anyone else can use it if they want */ 17355f26239SYinghai Lu unsigned int machine_id; 17455f26239SYinghai Lu unsigned int machine_submodel_id; 17555f26239SYinghai Lu unsigned int BIOS_revision; 17655f26239SYinghai Lu 17755f26239SYinghai Lu struct apm_info apm_info; 17855f26239SYinghai Lu EXPORT_SYMBOL(apm_info); 17955f26239SYinghai Lu 18055f26239SYinghai Lu #if defined(CONFIG_X86_SPEEDSTEP_SMI) || \ 18155f26239SYinghai Lu defined(CONFIG_X86_SPEEDSTEP_SMI_MODULE) 18255f26239SYinghai Lu struct ist_info ist_info; 18355f26239SYinghai Lu EXPORT_SYMBOL(ist_info); 18455f26239SYinghai Lu #else 18555f26239SYinghai Lu struct ist_info ist_info; 18655f26239SYinghai Lu #endif 18755f26239SYinghai Lu 18855f26239SYinghai Lu #else 18955f26239SYinghai Lu struct cpuinfo_x86 boot_cpu_data __read_mostly; 19055f26239SYinghai Lu EXPORT_SYMBOL(boot_cpu_data); 19155f26239SYinghai Lu #endif 19255f26239SYinghai Lu 19355f26239SYinghai Lu 19455f26239SYinghai Lu #if !defined(CONFIG_X86_PAE) || defined(CONFIG_X86_64) 19555f26239SYinghai Lu unsigned long mmu_cr4_features; 19655f26239SYinghai Lu #else 19755f26239SYinghai Lu unsigned long mmu_cr4_features = X86_CR4_PAE; 19855f26239SYinghai Lu #endif 19955f26239SYinghai Lu 20055f26239SYinghai Lu /* Boot loader ID as an integer, for the benefit of proc_dointvec */ 20155f26239SYinghai Lu int bootloader_type; 20255f26239SYinghai Lu 20355f26239SYinghai Lu /* 20455f26239SYinghai Lu * Early DMI memory 20555f26239SYinghai Lu */ 20655f26239SYinghai Lu int dmi_alloc_index; 20755f26239SYinghai Lu char dmi_alloc_data[DMI_MAX_DATA]; 20855f26239SYinghai Lu 20955f26239SYinghai Lu /* 21055f26239SYinghai Lu * Setup options 21155f26239SYinghai Lu */ 21255f26239SYinghai Lu struct screen_info screen_info; 21355f26239SYinghai Lu EXPORT_SYMBOL(screen_info); 21455f26239SYinghai Lu struct edid_info edid_info; 21555f26239SYinghai Lu EXPORT_SYMBOL_GPL(edid_info); 21655f26239SYinghai Lu 21755f26239SYinghai Lu extern int root_mountflags; 21855f26239SYinghai Lu 21955f26239SYinghai Lu unsigned long saved_video_mode; 22055f26239SYinghai Lu 22155f26239SYinghai Lu #define RAMDISK_IMAGE_START_MASK 0x07FF 22255f26239SYinghai Lu #define RAMDISK_PROMPT_FLAG 0x8000 22355f26239SYinghai Lu #define RAMDISK_LOAD_FLAG 0x4000 22455f26239SYinghai Lu 22555f26239SYinghai Lu static char __initdata command_line[COMMAND_LINE_SIZE]; 226516cbf37STim Bird #ifdef CONFIG_CMDLINE_BOOL 227516cbf37STim Bird static char __initdata builtin_cmdline[COMMAND_LINE_SIZE] = CONFIG_CMDLINE; 228516cbf37STim Bird #endif 22955f26239SYinghai Lu 23055f26239SYinghai Lu #if defined(CONFIG_EDD) || defined(CONFIG_EDD_MODULE) 23155f26239SYinghai Lu struct edd edd; 23255f26239SYinghai Lu #ifdef CONFIG_EDD_MODULE 23355f26239SYinghai Lu EXPORT_SYMBOL(edd); 23455f26239SYinghai Lu #endif 23555f26239SYinghai Lu /** 23655f26239SYinghai Lu * copy_edd() - Copy the BIOS EDD information 23755f26239SYinghai Lu * from boot_params into a safe place. 23855f26239SYinghai Lu * 23955f26239SYinghai Lu */ 24055f26239SYinghai Lu static inline void copy_edd(void) 24155f26239SYinghai Lu { 24255f26239SYinghai Lu memcpy(edd.mbr_signature, boot_params.edd_mbr_sig_buffer, 24355f26239SYinghai Lu sizeof(edd.mbr_signature)); 24455f26239SYinghai Lu memcpy(edd.edd_info, boot_params.eddbuf, sizeof(edd.edd_info)); 24555f26239SYinghai Lu edd.mbr_signature_nr = boot_params.edd_mbr_sig_buf_entries; 24655f26239SYinghai Lu edd.edd_info_nr = boot_params.eddbuf_entries; 24755f26239SYinghai Lu } 24855f26239SYinghai Lu #else 24955f26239SYinghai Lu static inline void copy_edd(void) 25055f26239SYinghai Lu { 25155f26239SYinghai Lu } 25255f26239SYinghai Lu #endif 25355f26239SYinghai Lu 25455f26239SYinghai Lu #ifdef CONFIG_BLK_DEV_INITRD 25555f26239SYinghai Lu 25655f26239SYinghai Lu #ifdef CONFIG_X86_32 25755f26239SYinghai Lu 25855f26239SYinghai Lu #define MAX_MAP_CHUNK (NR_FIX_BTMAPS << PAGE_SHIFT) 25955f26239SYinghai Lu static void __init relocate_initrd(void) 26055f26239SYinghai Lu { 26155f26239SYinghai Lu 26255f26239SYinghai Lu u64 ramdisk_image = boot_params.hdr.ramdisk_image; 26355f26239SYinghai Lu u64 ramdisk_size = boot_params.hdr.ramdisk_size; 26455f26239SYinghai Lu u64 end_of_lowmem = max_low_pfn << PAGE_SHIFT; 26555f26239SYinghai Lu u64 ramdisk_here; 26655f26239SYinghai Lu unsigned long slop, clen, mapaddr; 26755f26239SYinghai Lu char *p, *q; 26855f26239SYinghai Lu 26955f26239SYinghai Lu /* We need to move the initrd down into lowmem */ 27055f26239SYinghai Lu ramdisk_here = find_e820_area(0, end_of_lowmem, ramdisk_size, 27155f26239SYinghai Lu PAGE_SIZE); 27255f26239SYinghai Lu 27355f26239SYinghai Lu if (ramdisk_here == -1ULL) 27455f26239SYinghai Lu panic("Cannot find place for new RAMDISK of size %lld\n", 27555f26239SYinghai Lu ramdisk_size); 27655f26239SYinghai Lu 27755f26239SYinghai Lu /* Note: this includes all the lowmem currently occupied by 27855f26239SYinghai Lu the initrd, we rely on that fact to keep the data intact. */ 27955f26239SYinghai Lu reserve_early(ramdisk_here, ramdisk_here + ramdisk_size, 28055f26239SYinghai Lu "NEW RAMDISK"); 28155f26239SYinghai Lu initrd_start = ramdisk_here + PAGE_OFFSET; 28255f26239SYinghai Lu initrd_end = initrd_start + ramdisk_size; 28355f26239SYinghai Lu printk(KERN_INFO "Allocated new RAMDISK: %08llx - %08llx\n", 28455f26239SYinghai Lu ramdisk_here, ramdisk_here + ramdisk_size); 28555f26239SYinghai Lu 28655f26239SYinghai Lu q = (char *)initrd_start; 28755f26239SYinghai Lu 28855f26239SYinghai Lu /* Copy any lowmem portion of the initrd */ 28955f26239SYinghai Lu if (ramdisk_image < end_of_lowmem) { 29055f26239SYinghai Lu clen = end_of_lowmem - ramdisk_image; 29155f26239SYinghai Lu p = (char *)__va(ramdisk_image); 29255f26239SYinghai Lu memcpy(q, p, clen); 29355f26239SYinghai Lu q += clen; 29455f26239SYinghai Lu ramdisk_image += clen; 29555f26239SYinghai Lu ramdisk_size -= clen; 29655f26239SYinghai Lu } 29755f26239SYinghai Lu 29855f26239SYinghai Lu /* Copy the highmem portion of the initrd */ 29955f26239SYinghai Lu while (ramdisk_size) { 30055f26239SYinghai Lu slop = ramdisk_image & ~PAGE_MASK; 30155f26239SYinghai Lu clen = ramdisk_size; 30255f26239SYinghai Lu if (clen > MAX_MAP_CHUNK-slop) 30355f26239SYinghai Lu clen = MAX_MAP_CHUNK-slop; 30455f26239SYinghai Lu mapaddr = ramdisk_image & PAGE_MASK; 30588b4c146SJeremy Fitzhardinge p = early_memremap(mapaddr, clen+slop); 30655f26239SYinghai Lu memcpy(q, p+slop, clen); 30755f26239SYinghai Lu early_iounmap(p, clen+slop); 30855f26239SYinghai Lu q += clen; 30955f26239SYinghai Lu ramdisk_image += clen; 31055f26239SYinghai Lu ramdisk_size -= clen; 31155f26239SYinghai Lu } 31255f26239SYinghai Lu /* high pages is not converted by early_res_to_bootmem */ 31355f26239SYinghai Lu ramdisk_image = boot_params.hdr.ramdisk_image; 31455f26239SYinghai Lu ramdisk_size = boot_params.hdr.ramdisk_size; 31555f26239SYinghai Lu printk(KERN_INFO "Move RAMDISK from %016llx - %016llx to" 31655f26239SYinghai Lu " %08llx - %08llx\n", 31755f26239SYinghai Lu ramdisk_image, ramdisk_image + ramdisk_size - 1, 31855f26239SYinghai Lu ramdisk_here, ramdisk_here + ramdisk_size - 1); 31955f26239SYinghai Lu } 32055f26239SYinghai Lu #endif 32155f26239SYinghai Lu 32255f26239SYinghai Lu static void __init reserve_initrd(void) 32355f26239SYinghai Lu { 32455f26239SYinghai Lu u64 ramdisk_image = boot_params.hdr.ramdisk_image; 32555f26239SYinghai Lu u64 ramdisk_size = boot_params.hdr.ramdisk_size; 32655f26239SYinghai Lu u64 ramdisk_end = ramdisk_image + ramdisk_size; 32755f26239SYinghai Lu u64 end_of_lowmem = max_low_pfn << PAGE_SHIFT; 32855f26239SYinghai Lu 32955f26239SYinghai Lu if (!boot_params.hdr.type_of_loader || 33055f26239SYinghai Lu !ramdisk_image || !ramdisk_size) 33155f26239SYinghai Lu return; /* No initrd provided by bootloader */ 33255f26239SYinghai Lu 33355f26239SYinghai Lu initrd_start = 0; 33455f26239SYinghai Lu 33555f26239SYinghai Lu if (ramdisk_size >= (end_of_lowmem>>1)) { 33655f26239SYinghai Lu free_early(ramdisk_image, ramdisk_end); 33755f26239SYinghai Lu printk(KERN_ERR "initrd too large to handle, " 33855f26239SYinghai Lu "disabling initrd\n"); 33955f26239SYinghai Lu return; 34055f26239SYinghai Lu } 34155f26239SYinghai Lu 34255f26239SYinghai Lu printk(KERN_INFO "RAMDISK: %08llx - %08llx\n", ramdisk_image, 34355f26239SYinghai Lu ramdisk_end); 34455f26239SYinghai Lu 34555f26239SYinghai Lu 34655f26239SYinghai Lu if (ramdisk_end <= end_of_lowmem) { 34755f26239SYinghai Lu /* All in lowmem, easy case */ 34855f26239SYinghai Lu /* 34955f26239SYinghai Lu * don't need to reserve again, already reserved early 35055f26239SYinghai Lu * in i386_start_kernel 35155f26239SYinghai Lu */ 35255f26239SYinghai Lu initrd_start = ramdisk_image + PAGE_OFFSET; 35355f26239SYinghai Lu initrd_end = initrd_start + ramdisk_size; 35455f26239SYinghai Lu return; 35555f26239SYinghai Lu } 35655f26239SYinghai Lu 35755f26239SYinghai Lu #ifdef CONFIG_X86_32 35855f26239SYinghai Lu relocate_initrd(); 35955f26239SYinghai Lu #else 36055f26239SYinghai Lu printk(KERN_ERR "initrd extends beyond end of memory " 36155f26239SYinghai Lu "(0x%08llx > 0x%08llx)\ndisabling initrd\n", 36255f26239SYinghai Lu ramdisk_end, end_of_lowmem); 36355f26239SYinghai Lu initrd_start = 0; 36455f26239SYinghai Lu #endif 36555f26239SYinghai Lu free_early(ramdisk_image, ramdisk_end); 36655f26239SYinghai Lu } 36755f26239SYinghai Lu #else 36855f26239SYinghai Lu static void __init reserve_initrd(void) 36955f26239SYinghai Lu { 37055f26239SYinghai Lu } 37155f26239SYinghai Lu #endif /* CONFIG_BLK_DEV_INITRD */ 37255f26239SYinghai Lu 37329f784e3SYinghai Lu static void __init parse_setup_data(void) 374257b0fdeSYinghai Lu { 375257b0fdeSYinghai Lu struct setup_data *data; 376257b0fdeSYinghai Lu u64 pa_data; 377257b0fdeSYinghai Lu 378257b0fdeSYinghai Lu if (boot_params.hdr.version < 0x0209) 379257b0fdeSYinghai Lu return; 380257b0fdeSYinghai Lu pa_data = boot_params.hdr.setup_data; 381257b0fdeSYinghai Lu while (pa_data) { 38288b4c146SJeremy Fitzhardinge data = early_memremap(pa_data, PAGE_SIZE); 383257b0fdeSYinghai Lu switch (data->type) { 384257b0fdeSYinghai Lu case SETUP_E820_EXT: 385257b0fdeSYinghai Lu parse_e820_ext(data, pa_data); 386257b0fdeSYinghai Lu break; 387257b0fdeSYinghai Lu default: 388257b0fdeSYinghai Lu break; 389257b0fdeSYinghai Lu } 390257b0fdeSYinghai Lu pa_data = data->next; 391257b0fdeSYinghai Lu early_iounmap(data, PAGE_SIZE); 392257b0fdeSYinghai Lu } 393257b0fdeSYinghai Lu } 394257b0fdeSYinghai Lu 395a0a0becdSYinghai Lu static void __init e820_reserve_setup_data(void) 39628bb2237SYinghai Lu { 39728bb2237SYinghai Lu struct setup_data *data; 39828bb2237SYinghai Lu u64 pa_data; 399d9a81b44SYinghai Lu int found = 0; 40028bb2237SYinghai Lu 40128bb2237SYinghai Lu if (boot_params.hdr.version < 0x0209) 40228bb2237SYinghai Lu return; 40328bb2237SYinghai Lu pa_data = boot_params.hdr.setup_data; 40428bb2237SYinghai Lu while (pa_data) { 40588b4c146SJeremy Fitzhardinge data = early_memremap(pa_data, sizeof(*data)); 40628bb2237SYinghai Lu e820_update_range(pa_data, sizeof(*data)+data->len, 40728bb2237SYinghai Lu E820_RAM, E820_RESERVED_KERN); 408d9a81b44SYinghai Lu found = 1; 40928bb2237SYinghai Lu pa_data = data->next; 41028bb2237SYinghai Lu early_iounmap(data, sizeof(*data)); 41128bb2237SYinghai Lu } 412d9a81b44SYinghai Lu if (!found) 413d9a81b44SYinghai Lu return; 414d9a81b44SYinghai Lu 41528bb2237SYinghai Lu sanitize_e820_map(e820.map, ARRAY_SIZE(e820.map), &e820.nr_map); 416a0a0becdSYinghai Lu memcpy(&e820_saved, &e820, sizeof(struct e820map)); 41728bb2237SYinghai Lu printk(KERN_INFO "extended physical RAM map:\n"); 41828bb2237SYinghai Lu e820_print_map("reserve setup_data"); 41928bb2237SYinghai Lu } 42028bb2237SYinghai Lu 421a0a0becdSYinghai Lu static void __init reserve_early_setup_data(void) 422a0a0becdSYinghai Lu { 423a0a0becdSYinghai Lu struct setup_data *data; 424a0a0becdSYinghai Lu u64 pa_data; 425a0a0becdSYinghai Lu char buf[32]; 426a0a0becdSYinghai Lu 427a0a0becdSYinghai Lu if (boot_params.hdr.version < 0x0209) 428a0a0becdSYinghai Lu return; 429a0a0becdSYinghai Lu pa_data = boot_params.hdr.setup_data; 430a0a0becdSYinghai Lu while (pa_data) { 43188b4c146SJeremy Fitzhardinge data = early_memremap(pa_data, sizeof(*data)); 432a0a0becdSYinghai Lu sprintf(buf, "setup data %x", data->type); 433a0a0becdSYinghai Lu reserve_early(pa_data, pa_data+sizeof(*data)+data->len, buf); 434a0a0becdSYinghai Lu pa_data = data->next; 435a0a0becdSYinghai Lu early_iounmap(data, sizeof(*data)); 436a0a0becdSYinghai Lu } 437a0a0becdSYinghai Lu } 438a0a0becdSYinghai Lu 43955f26239SYinghai Lu /* 440ccb4defaSYinghai Lu * --------- Crashkernel reservation ------------------------------ 441ccb4defaSYinghai Lu */ 442ccb4defaSYinghai Lu 443ccb4defaSYinghai Lu #ifdef CONFIG_KEXEC 44432105f7fSBernhard Walle 44532105f7fSBernhard Walle /** 44632105f7fSBernhard Walle * Reserve @size bytes of crashkernel memory at any suitable offset. 44732105f7fSBernhard Walle * 44832105f7fSBernhard Walle * @size: Size of the crashkernel memory to reserve. 44932105f7fSBernhard Walle * Returns the base address on success, and -1ULL on failure. 45032105f7fSBernhard Walle */ 4516b356022SMarcin Slusarz unsigned long long __init find_and_reserve_crashkernel(unsigned long long size) 45232105f7fSBernhard Walle { 45332105f7fSBernhard Walle const unsigned long long alignment = 16<<20; /* 16M */ 45432105f7fSBernhard Walle unsigned long long start = 0LL; 45532105f7fSBernhard Walle 45632105f7fSBernhard Walle while (1) { 45732105f7fSBernhard Walle int ret; 45832105f7fSBernhard Walle 45932105f7fSBernhard Walle start = find_e820_area(start, ULONG_MAX, size, alignment); 46032105f7fSBernhard Walle if (start == -1ULL) 46132105f7fSBernhard Walle return start; 46232105f7fSBernhard Walle 46332105f7fSBernhard Walle /* try to reserve it */ 46432105f7fSBernhard Walle ret = reserve_bootmem_generic(start, size, BOOTMEM_EXCLUSIVE); 46532105f7fSBernhard Walle if (ret >= 0) 46632105f7fSBernhard Walle return start; 46732105f7fSBernhard Walle 46832105f7fSBernhard Walle start += alignment; 46932105f7fSBernhard Walle } 47032105f7fSBernhard Walle } 47132105f7fSBernhard Walle 472ccb4defaSYinghai Lu static inline unsigned long long get_total_mem(void) 473ccb4defaSYinghai Lu { 474ccb4defaSYinghai Lu unsigned long long total; 475ccb4defaSYinghai Lu 476ccb4defaSYinghai Lu total = max_low_pfn - min_low_pfn; 477ccb4defaSYinghai Lu #ifdef CONFIG_HIGHMEM 478ccb4defaSYinghai Lu total += highend_pfn - highstart_pfn; 479ccb4defaSYinghai Lu #endif 480ccb4defaSYinghai Lu 481ccb4defaSYinghai Lu return total << PAGE_SHIFT; 482ccb4defaSYinghai Lu } 483ccb4defaSYinghai Lu 48429f784e3SYinghai Lu static void __init reserve_crashkernel(void) 485ccb4defaSYinghai Lu { 486ccb4defaSYinghai Lu unsigned long long total_mem; 487ccb4defaSYinghai Lu unsigned long long crash_size, crash_base; 488ccb4defaSYinghai Lu int ret; 489ccb4defaSYinghai Lu 490ccb4defaSYinghai Lu total_mem = get_total_mem(); 491ccb4defaSYinghai Lu 492ccb4defaSYinghai Lu ret = parse_crashkernel(boot_command_line, total_mem, 493ccb4defaSYinghai Lu &crash_size, &crash_base); 49432105f7fSBernhard Walle if (ret != 0 || crash_size <= 0) 49532105f7fSBernhard Walle return; 49632105f7fSBernhard Walle 49732105f7fSBernhard Walle /* 0 means: find the address automatically */ 498ccb4defaSYinghai Lu if (crash_base <= 0) { 49932105f7fSBernhard Walle crash_base = find_and_reserve_crashkernel(crash_size); 50032105f7fSBernhard Walle if (crash_base == -1ULL) { 50132105f7fSBernhard Walle pr_info("crashkernel reservation failed. " 50232105f7fSBernhard Walle "No suitable area found.\n"); 503ccb4defaSYinghai Lu return; 504ccb4defaSYinghai Lu } 50532105f7fSBernhard Walle } else { 50632105f7fSBernhard Walle ret = reserve_bootmem_generic(crash_base, crash_size, 50732105f7fSBernhard Walle BOOTMEM_EXCLUSIVE); 50832105f7fSBernhard Walle if (ret < 0) { 50932105f7fSBernhard Walle pr_info("crashkernel reservation failed - " 510ccb4defaSYinghai Lu "memory is in use\n"); 511ccb4defaSYinghai Lu return; 512ccb4defaSYinghai Lu } 51332105f7fSBernhard Walle } 514ccb4defaSYinghai Lu 515ccb4defaSYinghai Lu printk(KERN_INFO "Reserving %ldMB of memory at %ldMB " 516ccb4defaSYinghai Lu "for crashkernel (System RAM: %ldMB)\n", 517ccb4defaSYinghai Lu (unsigned long)(crash_size >> 20), 518ccb4defaSYinghai Lu (unsigned long)(crash_base >> 20), 519ccb4defaSYinghai Lu (unsigned long)(total_mem >> 20)); 520ccb4defaSYinghai Lu 521ccb4defaSYinghai Lu crashk_res.start = crash_base; 522ccb4defaSYinghai Lu crashk_res.end = crash_base + crash_size - 1; 523ccb4defaSYinghai Lu insert_resource(&iomem_resource, &crashk_res); 524ccb4defaSYinghai Lu } 525ccb4defaSYinghai Lu #else 52629f784e3SYinghai Lu static void __init reserve_crashkernel(void) 527ccb4defaSYinghai Lu { 528ccb4defaSYinghai Lu } 529ccb4defaSYinghai Lu #endif 530ccb4defaSYinghai Lu 531bdba0e70SYinghai Lu static struct resource standard_io_resources[] = { 532bdba0e70SYinghai Lu { .name = "dma1", .start = 0x00, .end = 0x1f, 533bdba0e70SYinghai Lu .flags = IORESOURCE_BUSY | IORESOURCE_IO }, 534bdba0e70SYinghai Lu { .name = "pic1", .start = 0x20, .end = 0x21, 535bdba0e70SYinghai Lu .flags = IORESOURCE_BUSY | IORESOURCE_IO }, 536bdba0e70SYinghai Lu { .name = "timer0", .start = 0x40, .end = 0x43, 537bdba0e70SYinghai Lu .flags = IORESOURCE_BUSY | IORESOURCE_IO }, 538bdba0e70SYinghai Lu { .name = "timer1", .start = 0x50, .end = 0x53, 539bdba0e70SYinghai Lu .flags = IORESOURCE_BUSY | IORESOURCE_IO }, 540bdba0e70SYinghai Lu { .name = "keyboard", .start = 0x60, .end = 0x60, 541bdba0e70SYinghai Lu .flags = IORESOURCE_BUSY | IORESOURCE_IO }, 542bdba0e70SYinghai Lu { .name = "keyboard", .start = 0x64, .end = 0x64, 543bdba0e70SYinghai Lu .flags = IORESOURCE_BUSY | IORESOURCE_IO }, 544bdba0e70SYinghai Lu { .name = "dma page reg", .start = 0x80, .end = 0x8f, 545bdba0e70SYinghai Lu .flags = IORESOURCE_BUSY | IORESOURCE_IO }, 546bdba0e70SYinghai Lu { .name = "pic2", .start = 0xa0, .end = 0xa1, 547bdba0e70SYinghai Lu .flags = IORESOURCE_BUSY | IORESOURCE_IO }, 548bdba0e70SYinghai Lu { .name = "dma2", .start = 0xc0, .end = 0xdf, 549bdba0e70SYinghai Lu .flags = IORESOURCE_BUSY | IORESOURCE_IO }, 550bdba0e70SYinghai Lu { .name = "fpu", .start = 0xf0, .end = 0xff, 551bdba0e70SYinghai Lu .flags = IORESOURCE_BUSY | IORESOURCE_IO } 552bdba0e70SYinghai Lu }; 553bdba0e70SYinghai Lu 55429f784e3SYinghai Lu static void __init reserve_standard_io_resources(void) 555bdba0e70SYinghai Lu { 556bdba0e70SYinghai Lu int i; 557bdba0e70SYinghai Lu 558bdba0e70SYinghai Lu /* request I/O space for devices used on all i[345]86 PCs */ 559bdba0e70SYinghai Lu for (i = 0; i < ARRAY_SIZE(standard_io_resources); i++) 560bdba0e70SYinghai Lu request_resource(&ioport_resource, &standard_io_resources[i]); 561bdba0e70SYinghai Lu 562bdba0e70SYinghai Lu } 563bdba0e70SYinghai Lu 5640196bcbbSYinghai Lu #ifdef CONFIG_PROC_VMCORE 5650196bcbbSYinghai Lu /* elfcorehdr= specifies the location of elf core header 5660196bcbbSYinghai Lu * stored by the crashed kernel. This option will be passed 5670196bcbbSYinghai Lu * by kexec loader to the capture kernel. 5680196bcbbSYinghai Lu */ 5690196bcbbSYinghai Lu static int __init setup_elfcorehdr(char *arg) 5700196bcbbSYinghai Lu { 5710196bcbbSYinghai Lu char *end; 5720196bcbbSYinghai Lu if (!arg) 5730196bcbbSYinghai Lu return -EINVAL; 5740196bcbbSYinghai Lu elfcorehdr_addr = memparse(arg, &end); 5750196bcbbSYinghai Lu return end > arg ? 0 : -EINVAL; 5760196bcbbSYinghai Lu } 5770196bcbbSYinghai Lu early_param("elfcorehdr", setup_elfcorehdr); 5780196bcbbSYinghai Lu #endif 5790196bcbbSYinghai Lu 5803c9cb6deSYinghai Lu static struct x86_quirks default_x86_quirks __initdata; 5813c9cb6deSYinghai Lu 5823c9cb6deSYinghai Lu struct x86_quirks *x86_quirks __initdata = &default_x86_quirks; 5833c9cb6deSYinghai Lu 584ccb4defaSYinghai Lu /* 5855394f80fSJeremy Fitzhardinge * Some BIOSes seem to corrupt the low 64k of memory during events 5865394f80fSJeremy Fitzhardinge * like suspend/resume and unplugging an HDMI cable. Reserve all 5875394f80fSJeremy Fitzhardinge * remaining free memory in that area and fill it with a distinct 5885394f80fSJeremy Fitzhardinge * pattern. 5895394f80fSJeremy Fitzhardinge */ 5905394f80fSJeremy Fitzhardinge #ifdef CONFIG_X86_CHECK_BIOS_CORRUPTION 5915394f80fSJeremy Fitzhardinge #define MAX_SCAN_AREAS 8 5929f077871SJeremy Fitzhardinge 593c885df50SJeremy Fitzhardinge static int __read_mostly memory_corruption_check = -1; 594c885df50SJeremy Fitzhardinge 5959f077871SJeremy Fitzhardinge static unsigned __read_mostly corruption_check_size = 64*1024; 5969f077871SJeremy Fitzhardinge static unsigned __read_mostly corruption_check_period = 60; /* seconds */ 5979f077871SJeremy Fitzhardinge 5985394f80fSJeremy Fitzhardinge static struct e820entry scan_areas[MAX_SCAN_AREAS]; 5995394f80fSJeremy Fitzhardinge static int num_scan_areas; 6005394f80fSJeremy Fitzhardinge 6019f077871SJeremy Fitzhardinge 6029f077871SJeremy Fitzhardinge static int set_corruption_check(char *arg) 6039f077871SJeremy Fitzhardinge { 6049f077871SJeremy Fitzhardinge char *end; 6059f077871SJeremy Fitzhardinge 6069f077871SJeremy Fitzhardinge memory_corruption_check = simple_strtol(arg, &end, 10); 6079f077871SJeremy Fitzhardinge 6089f077871SJeremy Fitzhardinge return (*end == 0) ? 0 : -EINVAL; 6099f077871SJeremy Fitzhardinge } 6109f077871SJeremy Fitzhardinge early_param("memory_corruption_check", set_corruption_check); 6119f077871SJeremy Fitzhardinge 6129f077871SJeremy Fitzhardinge static int set_corruption_check_period(char *arg) 6139f077871SJeremy Fitzhardinge { 6149f077871SJeremy Fitzhardinge char *end; 6159f077871SJeremy Fitzhardinge 6169f077871SJeremy Fitzhardinge corruption_check_period = simple_strtoul(arg, &end, 10); 6179f077871SJeremy Fitzhardinge 6189f077871SJeremy Fitzhardinge return (*end == 0) ? 0 : -EINVAL; 6199f077871SJeremy Fitzhardinge } 6209f077871SJeremy Fitzhardinge early_param("memory_corruption_check_period", set_corruption_check_period); 6219f077871SJeremy Fitzhardinge 6229f077871SJeremy Fitzhardinge static int set_corruption_check_size(char *arg) 6239f077871SJeremy Fitzhardinge { 6249f077871SJeremy Fitzhardinge char *end; 6259f077871SJeremy Fitzhardinge unsigned size; 6269f077871SJeremy Fitzhardinge 6279f077871SJeremy Fitzhardinge size = memparse(arg, &end); 6289f077871SJeremy Fitzhardinge 6299f077871SJeremy Fitzhardinge if (*end == '\0') 6309f077871SJeremy Fitzhardinge corruption_check_size = size; 6319f077871SJeremy Fitzhardinge 6329f077871SJeremy Fitzhardinge return (size == corruption_check_size) ? 0 : -EINVAL; 6339f077871SJeremy Fitzhardinge } 6349f077871SJeremy Fitzhardinge early_param("memory_corruption_check_size", set_corruption_check_size); 6359f077871SJeremy Fitzhardinge 6369f077871SJeremy Fitzhardinge 6375394f80fSJeremy Fitzhardinge static void __init setup_bios_corruption_check(void) 6385394f80fSJeremy Fitzhardinge { 6395394f80fSJeremy Fitzhardinge u64 addr = PAGE_SIZE; /* assume first page is reserved anyway */ 6405394f80fSJeremy Fitzhardinge 641c885df50SJeremy Fitzhardinge if (memory_corruption_check == -1) { 642c885df50SJeremy Fitzhardinge memory_corruption_check = 643c885df50SJeremy Fitzhardinge #ifdef CONFIG_X86_BOOTPARAM_MEMORY_CORRUPTION_CHECK 644c885df50SJeremy Fitzhardinge 1 645c885df50SJeremy Fitzhardinge #else 646c885df50SJeremy Fitzhardinge 0 647c885df50SJeremy Fitzhardinge #endif 648c885df50SJeremy Fitzhardinge ; 649c885df50SJeremy Fitzhardinge } 650c885df50SJeremy Fitzhardinge 6519f077871SJeremy Fitzhardinge if (corruption_check_size == 0) 6529f077871SJeremy Fitzhardinge memory_corruption_check = 0; 6539f077871SJeremy Fitzhardinge 6549f077871SJeremy Fitzhardinge if (!memory_corruption_check) 6559f077871SJeremy Fitzhardinge return; 6569f077871SJeremy Fitzhardinge 6579f077871SJeremy Fitzhardinge corruption_check_size = round_up(corruption_check_size, PAGE_SIZE); 6589f077871SJeremy Fitzhardinge 6599f077871SJeremy Fitzhardinge while(addr < corruption_check_size && num_scan_areas < MAX_SCAN_AREAS) { 6605394f80fSJeremy Fitzhardinge u64 size; 6615394f80fSJeremy Fitzhardinge addr = find_e820_area_size(addr, &size, PAGE_SIZE); 6625394f80fSJeremy Fitzhardinge 6635394f80fSJeremy Fitzhardinge if (addr == 0) 6645394f80fSJeremy Fitzhardinge break; 6655394f80fSJeremy Fitzhardinge 6669f077871SJeremy Fitzhardinge if ((addr + size) > corruption_check_size) 6679f077871SJeremy Fitzhardinge size = corruption_check_size - addr; 6685394f80fSJeremy Fitzhardinge 6695394f80fSJeremy Fitzhardinge if (size == 0) 6705394f80fSJeremy Fitzhardinge break; 6715394f80fSJeremy Fitzhardinge 6725394f80fSJeremy Fitzhardinge e820_update_range(addr, size, E820_RAM, E820_RESERVED); 6735394f80fSJeremy Fitzhardinge scan_areas[num_scan_areas].addr = addr; 6745394f80fSJeremy Fitzhardinge scan_areas[num_scan_areas].size = size; 6755394f80fSJeremy Fitzhardinge num_scan_areas++; 6765394f80fSJeremy Fitzhardinge 6775394f80fSJeremy Fitzhardinge /* Assume we've already mapped this early memory */ 6785394f80fSJeremy Fitzhardinge memset(__va(addr), 0, size); 6795394f80fSJeremy Fitzhardinge 6805394f80fSJeremy Fitzhardinge addr += size; 6815394f80fSJeremy Fitzhardinge } 6825394f80fSJeremy Fitzhardinge 6839f077871SJeremy Fitzhardinge printk(KERN_INFO "Scanning %d areas for low memory corruption\n", 6845394f80fSJeremy Fitzhardinge num_scan_areas); 6855394f80fSJeremy Fitzhardinge update_e820(); 6865394f80fSJeremy Fitzhardinge } 6875394f80fSJeremy Fitzhardinge 688bb577f98SHugh Dickins static struct timer_list periodic_check_timer; 6895394f80fSJeremy Fitzhardinge 6905394f80fSJeremy Fitzhardinge void check_for_bios_corruption(void) 6915394f80fSJeremy Fitzhardinge { 6925394f80fSJeremy Fitzhardinge int i; 6935394f80fSJeremy Fitzhardinge int corruption = 0; 6945394f80fSJeremy Fitzhardinge 6959f077871SJeremy Fitzhardinge if (!memory_corruption_check) 6965394f80fSJeremy Fitzhardinge return; 6975394f80fSJeremy Fitzhardinge 6985394f80fSJeremy Fitzhardinge for(i = 0; i < num_scan_areas; i++) { 6995394f80fSJeremy Fitzhardinge unsigned long *addr = __va(scan_areas[i].addr); 7005394f80fSJeremy Fitzhardinge unsigned long size = scan_areas[i].size; 7015394f80fSJeremy Fitzhardinge 7025394f80fSJeremy Fitzhardinge for(; size; addr++, size -= sizeof(unsigned long)) { 7035394f80fSJeremy Fitzhardinge if (!*addr) 7045394f80fSJeremy Fitzhardinge continue; 7055394f80fSJeremy Fitzhardinge printk(KERN_ERR "Corrupted low memory at %p (%lx phys) = %08lx\n", 7065394f80fSJeremy Fitzhardinge addr, __pa(addr), *addr); 7075394f80fSJeremy Fitzhardinge corruption = 1; 7085394f80fSJeremy Fitzhardinge *addr = 0; 7095394f80fSJeremy Fitzhardinge } 7105394f80fSJeremy Fitzhardinge } 7115394f80fSJeremy Fitzhardinge 7129f077871SJeremy Fitzhardinge WARN(corruption, KERN_ERR "Memory corruption detected in low memory\n"); 7135394f80fSJeremy Fitzhardinge } 7145394f80fSJeremy Fitzhardinge 715bb577f98SHugh Dickins static void periodic_check_for_corruption(unsigned long data) 716bb577f98SHugh Dickins { 717bb577f98SHugh Dickins check_for_bios_corruption(); 7185871c6b0SArjan van de Ven mod_timer(&periodic_check_timer, round_jiffies(jiffies + corruption_check_period*HZ)); 719bb577f98SHugh Dickins } 720bb577f98SHugh Dickins 721bb577f98SHugh Dickins void start_periodic_check_for_corruption(void) 722bb577f98SHugh Dickins { 7239f077871SJeremy Fitzhardinge if (!memory_corruption_check || corruption_check_period == 0) 724bb577f98SHugh Dickins return; 725bb577f98SHugh Dickins 7269f077871SJeremy Fitzhardinge printk(KERN_INFO "Scanning for low memory corruption every %d seconds\n", 7279f077871SJeremy Fitzhardinge corruption_check_period); 7289f077871SJeremy Fitzhardinge 729bb577f98SHugh Dickins init_timer(&periodic_check_timer); 730bb577f98SHugh Dickins periodic_check_timer.function = &periodic_check_for_corruption; 731bb577f98SHugh Dickins periodic_check_for_corruption(0); 732bb577f98SHugh Dickins } 7335394f80fSJeremy Fitzhardinge #endif 7345394f80fSJeremy Fitzhardinge 7355649b7c3SIngo Molnar static int __init dmi_low_memory_corruption(const struct dmi_system_id *d) 7365649b7c3SIngo Molnar { 7375649b7c3SIngo Molnar printk(KERN_NOTICE 7381e22436eSIngo Molnar "%s detected: BIOS may corrupt low RAM, working it around.\n", 7395649b7c3SIngo Molnar d->ident); 7405649b7c3SIngo Molnar 7412216d199SYinghai Lu e820_update_range(0, 0x10000, E820_RAM, E820_RESERVED); 7422216d199SYinghai Lu sanitize_e820_map(e820.map, ARRAY_SIZE(e820.map), &e820.nr_map); 7435649b7c3SIngo Molnar 7445649b7c3SIngo Molnar return 0; 7455649b7c3SIngo Molnar } 7465649b7c3SIngo Molnar 7475649b7c3SIngo Molnar /* List of systems that have known low memory corruption BIOS problems */ 7485649b7c3SIngo Molnar static struct dmi_system_id __initdata bad_bios_dmi_table[] = { 749fc381519SIngo Molnar #ifdef CONFIG_X86_RESERVE_LOW_64K 7505649b7c3SIngo Molnar { 7515649b7c3SIngo Molnar .callback = dmi_low_memory_corruption, 7525649b7c3SIngo Molnar .ident = "AMI BIOS", 7535649b7c3SIngo Molnar .matches = { 7545649b7c3SIngo Molnar DMI_MATCH(DMI_BIOS_VENDOR, "American Megatrends Inc."), 7555649b7c3SIngo Molnar }, 7565649b7c3SIngo Molnar }, 7571e22436eSIngo Molnar { 7581e22436eSIngo Molnar .callback = dmi_low_memory_corruption, 7591e22436eSIngo Molnar .ident = "Phoenix BIOS", 7601e22436eSIngo Molnar .matches = { 7611e22436eSIngo Molnar DMI_MATCH(DMI_BIOS_VENDOR, "Phoenix Technologies, LTD"), 7621e22436eSIngo Molnar }, 7631e22436eSIngo Molnar }, 764fc381519SIngo Molnar #endif 765a8b71a28SYinghai Lu {} 7665649b7c3SIngo Molnar }; 7675649b7c3SIngo Molnar 7685394f80fSJeremy Fitzhardinge /* 76955f26239SYinghai Lu * Determine if we were loaded by an EFI loader. If so, then we have also been 77055f26239SYinghai Lu * passed the efi memmap, systab, etc., so we should use these data structures 77155f26239SYinghai Lu * for initialization. Note, the efi init code path is determined by the 77255f26239SYinghai Lu * global efi_enabled. This allows the same kernel image to be used on existing 77355f26239SYinghai Lu * systems (with a traditional BIOS) as well as on EFI systems. 77455f26239SYinghai Lu */ 77555f26239SYinghai Lu /* 77655f26239SYinghai Lu * setup_arch - architecture-specific boot-time initializations 77755f26239SYinghai Lu * 77855f26239SYinghai Lu * Note: On x86_64, fixmaps are ready for use even before this is called. 77955f26239SYinghai Lu */ 78055f26239SYinghai Lu 78155f26239SYinghai Lu void __init setup_arch(char **cmdline_p) 78255f26239SYinghai Lu { 78355f26239SYinghai Lu #ifdef CONFIG_X86_32 78455f26239SYinghai Lu memcpy(&boot_cpu_data, &new_cpu_data, sizeof(new_cpu_data)); 7853b33553bSIngo Molnar visws_early_detect(); 78655f26239SYinghai Lu pre_setup_arch_hook(); 78755f26239SYinghai Lu #else 78855f26239SYinghai Lu printk(KERN_INFO "Command line: %s\n", boot_command_line); 78955f26239SYinghai Lu #endif 79055f26239SYinghai Lu 7919e882c92SJeremy Fitzhardinge early_cpu_init(); 7921a98fd14SJeremy Fitzhardinge early_ioremap_init(); 7931a98fd14SJeremy Fitzhardinge 79455f26239SYinghai Lu ROOT_DEV = old_decode_dev(boot_params.hdr.root_dev); 79555f26239SYinghai Lu screen_info = boot_params.screen_info; 79655f26239SYinghai Lu edid_info = boot_params.edid_info; 79755f26239SYinghai Lu #ifdef CONFIG_X86_32 79855f26239SYinghai Lu apm_info.bios = boot_params.apm_bios_info; 79955f26239SYinghai Lu ist_info = boot_params.ist_info; 80055f26239SYinghai Lu if (boot_params.sys_desc_table.length != 0) { 80155f26239SYinghai Lu set_mca_bus(boot_params.sys_desc_table.table[3] & 0x2); 80255f26239SYinghai Lu machine_id = boot_params.sys_desc_table.table[0]; 80355f26239SYinghai Lu machine_submodel_id = boot_params.sys_desc_table.table[1]; 80455f26239SYinghai Lu BIOS_revision = boot_params.sys_desc_table.table[2]; 80555f26239SYinghai Lu } 80655f26239SYinghai Lu #endif 80755f26239SYinghai Lu saved_video_mode = boot_params.hdr.vid_mode; 80855f26239SYinghai Lu bootloader_type = boot_params.hdr.type_of_loader; 80955f26239SYinghai Lu 81055f26239SYinghai Lu #ifdef CONFIG_BLK_DEV_RAM 81155f26239SYinghai Lu rd_image_start = boot_params.hdr.ram_size & RAMDISK_IMAGE_START_MASK; 81255f26239SYinghai Lu rd_prompt = ((boot_params.hdr.ram_size & RAMDISK_PROMPT_FLAG) != 0); 81355f26239SYinghai Lu rd_doload = ((boot_params.hdr.ram_size & RAMDISK_LOAD_FLAG) != 0); 81455f26239SYinghai Lu #endif 81555f26239SYinghai Lu #ifdef CONFIG_EFI 81655f26239SYinghai Lu if (!strncmp((char *)&boot_params.efi_info.efi_loader_signature, 81755f26239SYinghai Lu #ifdef CONFIG_X86_32 81855f26239SYinghai Lu "EL32", 81955f26239SYinghai Lu #else 82055f26239SYinghai Lu "EL64", 82155f26239SYinghai Lu #endif 82255f26239SYinghai Lu 4)) { 82355f26239SYinghai Lu efi_enabled = 1; 82455f26239SYinghai Lu efi_reserve_early(); 82555f26239SYinghai Lu } 82655f26239SYinghai Lu #endif 82755f26239SYinghai Lu 82855f26239SYinghai Lu ARCH_SETUP 82955f26239SYinghai Lu 83055f26239SYinghai Lu setup_memory_map(); 83128bb2237SYinghai Lu parse_setup_data(); 832a0a0becdSYinghai Lu /* update the e820_saved too */ 833a0a0becdSYinghai Lu e820_reserve_setup_data(); 83428bb2237SYinghai Lu 83555f26239SYinghai Lu copy_edd(); 83655f26239SYinghai Lu 83755f26239SYinghai Lu if (!boot_params.hdr.root_flags) 83855f26239SYinghai Lu root_mountflags &= ~MS_RDONLY; 83955f26239SYinghai Lu init_mm.start_code = (unsigned long) _text; 84055f26239SYinghai Lu init_mm.end_code = (unsigned long) _etext; 84155f26239SYinghai Lu init_mm.end_data = (unsigned long) _edata; 84255f26239SYinghai Lu #ifdef CONFIG_X86_32 84355f26239SYinghai Lu init_mm.brk = init_pg_tables_end + PAGE_OFFSET; 84455f26239SYinghai Lu #else 84555f26239SYinghai Lu init_mm.brk = (unsigned long) &_end; 84655f26239SYinghai Lu #endif 84755f26239SYinghai Lu 84855f26239SYinghai Lu code_resource.start = virt_to_phys(_text); 84955f26239SYinghai Lu code_resource.end = virt_to_phys(_etext)-1; 85055f26239SYinghai Lu data_resource.start = virt_to_phys(_etext); 85155f26239SYinghai Lu data_resource.end = virt_to_phys(_edata)-1; 85255f26239SYinghai Lu bss_resource.start = virt_to_phys(&__bss_start); 85355f26239SYinghai Lu bss_resource.end = virt_to_phys(&__bss_stop)-1; 85455f26239SYinghai Lu 855516cbf37STim Bird #ifdef CONFIG_CMDLINE_BOOL 856516cbf37STim Bird #ifdef CONFIG_CMDLINE_OVERRIDE 857516cbf37STim Bird strlcpy(boot_command_line, builtin_cmdline, COMMAND_LINE_SIZE); 858516cbf37STim Bird #else 859516cbf37STim Bird if (builtin_cmdline[0]) { 860516cbf37STim Bird /* append boot loader cmdline to builtin */ 861516cbf37STim Bird strlcat(builtin_cmdline, " ", COMMAND_LINE_SIZE); 862516cbf37STim Bird strlcat(builtin_cmdline, boot_command_line, COMMAND_LINE_SIZE); 863516cbf37STim Bird strlcpy(boot_command_line, builtin_cmdline, COMMAND_LINE_SIZE); 864516cbf37STim Bird } 865516cbf37STim Bird #endif 866516cbf37STim Bird #endif 867516cbf37STim Bird 86855f26239SYinghai Lu strlcpy(command_line, boot_command_line, COMMAND_LINE_SIZE); 86955f26239SYinghai Lu *cmdline_p = command_line; 87055f26239SYinghai Lu 87155f26239SYinghai Lu parse_early_param(); 87255f26239SYinghai Lu 8730ad5bce7SJeremy Fitzhardinge #ifdef CONFIG_X86_64 8740ad5bce7SJeremy Fitzhardinge check_efer(); 8750ad5bce7SJeremy Fitzhardinge #endif 8760ad5bce7SJeremy Fitzhardinge 8773a6ddd5fSAlok Kataria #if defined(CONFIG_VMI) && defined(CONFIG_X86_32) 8783a6ddd5fSAlok Kataria /* 8793a6ddd5fSAlok Kataria * Must be before kernel pagetables are setup 8803a6ddd5fSAlok Kataria * or fixmap area is touched. 8813a6ddd5fSAlok Kataria */ 8823a6ddd5fSAlok Kataria vmi_init(); 8833a6ddd5fSAlok Kataria #endif 8843a6ddd5fSAlok Kataria 88528bb2237SYinghai Lu /* after early param, so could get panic from serial */ 886a0a0becdSYinghai Lu reserve_early_setup_data(); 88728bb2237SYinghai Lu 88855f26239SYinghai Lu if (acpi_mps_check()) { 88955f26239SYinghai Lu #ifdef CONFIG_X86_LOCAL_APIC 89055f26239SYinghai Lu disable_apic = 1; 89155f26239SYinghai Lu #endif 892988781dcSYinghai Lu setup_clear_cpu_cap(X86_FEATURE_APIC); 89355f26239SYinghai Lu } 89455f26239SYinghai Lu 895dc7c65dbSLinus Torvalds #ifdef CONFIG_PCI 896dc7c65dbSLinus Torvalds if (pci_early_dump_regs) 897dc7c65dbSLinus Torvalds early_dump_pci_devices(); 898dc7c65dbSLinus Torvalds #endif 899dc7c65dbSLinus Torvalds 90055f26239SYinghai Lu finish_e820_parsing(); 90155f26239SYinghai Lu 9022216d199SYinghai Lu dmi_scan_machine(); 9032216d199SYinghai Lu 9042216d199SYinghai Lu dmi_check_system(bad_bios_dmi_table); 9052216d199SYinghai Lu 90655f26239SYinghai Lu #ifdef CONFIG_X86_32 90755f26239SYinghai Lu probe_roms(); 90855f26239SYinghai Lu #endif 90955f26239SYinghai Lu 91055f26239SYinghai Lu /* after parse_early_param, so could debug it */ 91155f26239SYinghai Lu insert_resource(&iomem_resource, &code_resource); 91255f26239SYinghai Lu insert_resource(&iomem_resource, &data_resource); 91355f26239SYinghai Lu insert_resource(&iomem_resource, &bss_resource); 91455f26239SYinghai Lu 91555f26239SYinghai Lu if (efi_enabled) 91655f26239SYinghai Lu efi_init(); 91755f26239SYinghai Lu 91855f26239SYinghai Lu #ifdef CONFIG_X86_32 91955f26239SYinghai Lu if (ppro_with_ram_bug()) { 92055f26239SYinghai Lu e820_update_range(0x70000000ULL, 0x40000ULL, E820_RAM, 92155f26239SYinghai Lu E820_RESERVED); 92255f26239SYinghai Lu sanitize_e820_map(e820.map, ARRAY_SIZE(e820.map), &e820.nr_map); 92355f26239SYinghai Lu printk(KERN_INFO "fixed physical RAM map:\n"); 92455f26239SYinghai Lu e820_print_map("bad_ppro"); 92555f26239SYinghai Lu } 92655f26239SYinghai Lu #else 92755f26239SYinghai Lu early_gart_iommu_check(); 92855f26239SYinghai Lu #endif 92955f26239SYinghai Lu 93055f26239SYinghai Lu /* 93155f26239SYinghai Lu * partially used pages are not usable - thus 93255f26239SYinghai Lu * we are rounding upwards: 93355f26239SYinghai Lu */ 934f361a450SYinghai Lu max_pfn = e820_end_of_ram_pfn(); 93555f26239SYinghai Lu 93655f26239SYinghai Lu /* preallocate 4k for mptable mpc */ 93755f26239SYinghai Lu early_reserve_e820_mpc_new(); 93855f26239SYinghai Lu /* update e820 for memory not covered by WB MTRRs */ 93955f26239SYinghai Lu mtrr_bp_init(); 9402dc807b3SYinghai Lu if (mtrr_trim_uncached_memory(max_pfn)) 941f361a450SYinghai Lu max_pfn = e820_end_of_ram_pfn(); 94255f26239SYinghai Lu 94355f26239SYinghai Lu #ifdef CONFIG_X86_32 94455f26239SYinghai Lu /* max_low_pfn get updated here */ 94555f26239SYinghai Lu find_low_pfn_range(); 94655f26239SYinghai Lu #else 94755f26239SYinghai Lu num_physpages = max_pfn; 94855f26239SYinghai Lu 9496e1cb38aSSuresh Siddha if (cpu_has_x2apic) 9506e1cb38aSSuresh Siddha check_x2apic(); 95155f26239SYinghai Lu 95255f26239SYinghai Lu /* How many end-of-memory variables you have, grandma! */ 95355f26239SYinghai Lu /* need this before calling reserve_initrd */ 954f361a450SYinghai Lu if (max_pfn > (1UL<<(32 - PAGE_SHIFT))) 955f361a450SYinghai Lu max_low_pfn = e820_end_of_low_ram_pfn(); 956f361a450SYinghai Lu else 95755f26239SYinghai Lu max_low_pfn = max_pfn; 958f361a450SYinghai Lu 95955f26239SYinghai Lu high_memory = (void *)__va(max_pfn * PAGE_SIZE - 1) + 1; 96055f26239SYinghai Lu #endif 96155f26239SYinghai Lu 9625394f80fSJeremy Fitzhardinge #ifdef CONFIG_X86_CHECK_BIOS_CORRUPTION 9635394f80fSJeremy Fitzhardinge setup_bios_corruption_check(); 9645394f80fSJeremy Fitzhardinge #endif 9655394f80fSJeremy Fitzhardinge 96655f26239SYinghai Lu /* max_pfn_mapped is updated here */ 967f361a450SYinghai Lu max_low_pfn_mapped = init_memory_mapping(0, max_low_pfn<<PAGE_SHIFT); 968f361a450SYinghai Lu max_pfn_mapped = max_low_pfn_mapped; 969f361a450SYinghai Lu 970f361a450SYinghai Lu #ifdef CONFIG_X86_64 971f361a450SYinghai Lu if (max_pfn > max_low_pfn) { 972f361a450SYinghai Lu max_pfn_mapped = init_memory_mapping(1UL<<32, 973f361a450SYinghai Lu max_pfn<<PAGE_SHIFT); 974f361a450SYinghai Lu /* can we preseve max_low_pfn ?*/ 975f361a450SYinghai Lu max_low_pfn = max_pfn; 976f361a450SYinghai Lu } 977f361a450SYinghai Lu #endif 97855f26239SYinghai Lu 979e7b37895SYinghai Lu /* 980e7b37895SYinghai Lu * NOTE: On x86-32, only from this point on, fixmaps are ready for use. 981e7b37895SYinghai Lu */ 982e7b37895SYinghai Lu 983e7b37895SYinghai Lu #ifdef CONFIG_PROVIDE_OHCI1394_DMA_INIT 984e7b37895SYinghai Lu if (init_ohci1394_dma_early) 985e7b37895SYinghai Lu init_ohci1394_dma_on_all_controllers(); 986e7b37895SYinghai Lu #endif 987e7b37895SYinghai Lu 98855f26239SYinghai Lu reserve_initrd(); 98955f26239SYinghai Lu 99055f26239SYinghai Lu #ifdef CONFIG_X86_64 99155f26239SYinghai Lu vsmp_init(); 99255f26239SYinghai Lu #endif 99355f26239SYinghai Lu 99455f26239SYinghai Lu io_delay_init(); 99555f26239SYinghai Lu 99655f26239SYinghai Lu /* 99755f26239SYinghai Lu * Parse the ACPI tables for possible boot-time SMP configuration. 99855f26239SYinghai Lu */ 99955f26239SYinghai Lu acpi_boot_table_init(); 100055f26239SYinghai Lu 10012e42060cSJack Steiner early_acpi_boot_init(); 10022e42060cSJack Steiner 100355f26239SYinghai Lu #ifdef CONFIG_ACPI_NUMA 100455f26239SYinghai Lu /* 100555f26239SYinghai Lu * Parse SRAT to discover nodes. 100655f26239SYinghai Lu */ 100755f26239SYinghai Lu acpi_numa_init(); 100855f26239SYinghai Lu #endif 100955f26239SYinghai Lu 101055f26239SYinghai Lu initmem_init(0, max_pfn); 101155f26239SYinghai Lu 101255f26239SYinghai Lu #ifdef CONFIG_ACPI_SLEEP 101355f26239SYinghai Lu /* 101455f26239SYinghai Lu * Reserve low memory region for sleep support. 101555f26239SYinghai Lu */ 101655f26239SYinghai Lu acpi_reserve_bootmem(); 101755f26239SYinghai Lu #endif 1018d1b20afeSYinghai Lu #ifdef CONFIG_X86_FIND_SMP_CONFIG 101955f26239SYinghai Lu /* 102055f26239SYinghai Lu * Find and reserve possible boot-time SMP configuration: 102155f26239SYinghai Lu */ 102255f26239SYinghai Lu find_smp_config(); 102355f26239SYinghai Lu #endif 102455f26239SYinghai Lu reserve_crashkernel(); 102555f26239SYinghai Lu 102691467bdfSBernhard Walle #ifdef CONFIG_X86_64 102791467bdfSBernhard Walle /* 102891467bdfSBernhard Walle * dma32_reserve_bootmem() allocates bootmem which may conflict 102991467bdfSBernhard Walle * with the crashkernel command line, so do that after 103091467bdfSBernhard Walle * reserve_crashkernel() 103191467bdfSBernhard Walle */ 103291467bdfSBernhard Walle dma32_reserve_bootmem(); 103391467bdfSBernhard Walle #endif 103491467bdfSBernhard Walle 103555f26239SYinghai Lu reserve_ibft_region(); 103655f26239SYinghai Lu 103755f26239SYinghai Lu #ifdef CONFIG_KVM_CLOCK 103855f26239SYinghai Lu kvmclock_init(); 103955f26239SYinghai Lu #endif 104055f26239SYinghai Lu 1041a312b37bSEduardo Habkost paravirt_pagetable_setup_start(swapper_pg_dir); 104255f26239SYinghai Lu paging_init(); 1043a312b37bSEduardo Habkost paravirt_pagetable_setup_done(swapper_pg_dir); 1044c1f2f09eSEduardo Habkost paravirt_post_allocator_init(); 104555f26239SYinghai Lu 104655f26239SYinghai Lu #ifdef CONFIG_X86_64 104755f26239SYinghai Lu map_vsyscall(); 104855f26239SYinghai Lu #endif 104955f26239SYinghai Lu 105055f26239SYinghai Lu #ifdef CONFIG_X86_GENERICARCH 105155f26239SYinghai Lu generic_apic_probe(); 105255f26239SYinghai Lu #endif 105355f26239SYinghai Lu 105455f26239SYinghai Lu early_quirks(); 105555f26239SYinghai Lu 105655f26239SYinghai Lu /* 105755f26239SYinghai Lu * Read APIC and some other early information from ACPI tables. 105855f26239SYinghai Lu */ 105955f26239SYinghai Lu acpi_boot_init(); 106055f26239SYinghai Lu 106155f26239SYinghai Lu #if defined(CONFIG_X86_MPPARSE) || defined(CONFIG_X86_VISWS) 106255f26239SYinghai Lu /* 106355f26239SYinghai Lu * get boot-time SMP configuration: 106455f26239SYinghai Lu */ 106555f26239SYinghai Lu if (smp_found_config) 106655f26239SYinghai Lu get_smp_config(); 106755f26239SYinghai Lu #endif 106855f26239SYinghai Lu 1069329513a3SYinghai Lu prefill_possible_map(); 1070301e6190SYinghai Lu 10715f4765f9SYinghai Lu #ifdef CONFIG_X86_64 10725f4765f9SYinghai Lu init_cpu_to_node(); 10735f4765f9SYinghai Lu #endif 10745f4765f9SYinghai Lu 107555f26239SYinghai Lu init_apic_mappings(); 107655f26239SYinghai Lu ioapic_init_mappings(); 1077f3294a33SYinghai Lu 1078*9d6a4d08SYinghai Lu /* need to wait for io_apic is mapped */ 1079*9d6a4d08SYinghai Lu nr_irqs = probe_nr_irqs(); 1080*9d6a4d08SYinghai Lu 108155f26239SYinghai Lu kvm_guest_init(); 108255f26239SYinghai Lu 108355f26239SYinghai Lu e820_reserve_resources(); 108455f26239SYinghai Lu e820_mark_nosave_regions(max_low_pfn); 108555f26239SYinghai Lu 108655f26239SYinghai Lu #ifdef CONFIG_X86_32 108755f26239SYinghai Lu request_resource(&iomem_resource, &video_ram_resource); 108855f26239SYinghai Lu #endif 108955f26239SYinghai Lu reserve_standard_io_resources(); 109055f26239SYinghai Lu 109155f26239SYinghai Lu e820_setup_gap(); 109255f26239SYinghai Lu 109355f26239SYinghai Lu #ifdef CONFIG_VT 109455f26239SYinghai Lu #if defined(CONFIG_VGA_CONSOLE) 109555f26239SYinghai Lu if (!efi_enabled || (efi_mem_type(0xa0000) != EFI_CONVENTIONAL_MEMORY)) 109655f26239SYinghai Lu conswitchp = &vga_con; 109755f26239SYinghai Lu #elif defined(CONFIG_DUMMY_CONSOLE) 109855f26239SYinghai Lu conswitchp = &dummy_con; 109955f26239SYinghai Lu #endif 110055f26239SYinghai Lu #endif 110155f26239SYinghai Lu } 11025649b7c3SIngo Molnar 11035649b7c3SIngo Molnar 1104