155f26239SYinghai Lu /* 255f26239SYinghai Lu * Copyright (C) 1995 Linus Torvalds 355f26239SYinghai Lu * 455f26239SYinghai Lu * Support of BIGMEM added by Gerhard Wichert, Siemens AG, July 1999 555f26239SYinghai Lu * 655f26239SYinghai Lu * Memory region support 755f26239SYinghai Lu * David Parsons <[email protected]>, July-August 1999 855f26239SYinghai Lu * 955f26239SYinghai Lu * Added E820 sanitization routine (removes overlapping memory regions); 1055f26239SYinghai Lu * Brian Moyle <[email protected]>, February 2001 1155f26239SYinghai Lu * 1255f26239SYinghai Lu * Moved CPU detection code to cpu/${cpu}.c 1355f26239SYinghai Lu * Patrick Mochel <[email protected]>, March 2002 1455f26239SYinghai Lu * 1555f26239SYinghai Lu * Provisions for empty E820 memory regions (reported by certain BIOSes). 1655f26239SYinghai Lu * Alex Achenbach <[email protected]>, December 2002. 1755f26239SYinghai Lu * 1855f26239SYinghai Lu */ 1955f26239SYinghai Lu 2055f26239SYinghai Lu /* 2155f26239SYinghai Lu * This file handles the architecture-dependent parts of initialization 2255f26239SYinghai Lu */ 2355f26239SYinghai Lu 2455f26239SYinghai Lu #include <linux/sched.h> 2555f26239SYinghai Lu #include <linux/mm.h> 2655f26239SYinghai Lu #include <linux/mmzone.h> 2755f26239SYinghai Lu #include <linux/screen_info.h> 2855f26239SYinghai Lu #include <linux/ioport.h> 2955f26239SYinghai Lu #include <linux/acpi.h> 3055f26239SYinghai Lu #include <linux/apm_bios.h> 3155f26239SYinghai Lu #include <linux/initrd.h> 3255f26239SYinghai Lu #include <linux/bootmem.h> 3355f26239SYinghai Lu #include <linux/seq_file.h> 3455f26239SYinghai Lu #include <linux/console.h> 3555f26239SYinghai Lu #include <linux/mca.h> 3655f26239SYinghai Lu #include <linux/root_dev.h> 3755f26239SYinghai Lu #include <linux/highmem.h> 3855f26239SYinghai Lu #include <linux/module.h> 3955f26239SYinghai Lu #include <linux/efi.h> 4055f26239SYinghai Lu #include <linux/init.h> 4155f26239SYinghai Lu #include <linux/edd.h> 4255f26239SYinghai Lu #include <linux/iscsi_ibft.h> 4355f26239SYinghai Lu #include <linux/nodemask.h> 4455f26239SYinghai Lu #include <linux/kexec.h> 4555f26239SYinghai Lu #include <linux/dmi.h> 4655f26239SYinghai Lu #include <linux/pfn.h> 4755f26239SYinghai Lu #include <linux/pci.h> 4855f26239SYinghai Lu #include <asm/pci-direct.h> 4955f26239SYinghai Lu #include <linux/init_ohci1394_dma.h> 5055f26239SYinghai Lu #include <linux/kvm_para.h> 5155f26239SYinghai Lu 5255f26239SYinghai Lu #include <linux/errno.h> 5355f26239SYinghai Lu #include <linux/kernel.h> 5455f26239SYinghai Lu #include <linux/stddef.h> 5555f26239SYinghai Lu #include <linux/unistd.h> 5655f26239SYinghai Lu #include <linux/ptrace.h> 5755f26239SYinghai Lu #include <linux/slab.h> 5855f26239SYinghai Lu #include <linux/user.h> 5955f26239SYinghai Lu #include <linux/delay.h> 6055f26239SYinghai Lu 6155f26239SYinghai Lu #include <linux/kallsyms.h> 6255f26239SYinghai Lu #include <linux/cpufreq.h> 6355f26239SYinghai Lu #include <linux/dma-mapping.h> 6455f26239SYinghai Lu #include <linux/ctype.h> 6555f26239SYinghai Lu #include <linux/uaccess.h> 6655f26239SYinghai Lu 6755f26239SYinghai Lu #include <linux/percpu.h> 6855f26239SYinghai Lu #include <linux/crash_dump.h> 6955f26239SYinghai Lu 7055f26239SYinghai Lu #include <video/edid.h> 7155f26239SYinghai Lu 7255f26239SYinghai Lu #include <asm/mtrr.h> 7355f26239SYinghai Lu #include <asm/apic.h> 7455f26239SYinghai Lu #include <asm/e820.h> 7555f26239SYinghai Lu #include <asm/mpspec.h> 7655f26239SYinghai Lu #include <asm/setup.h> 7755f26239SYinghai Lu #include <asm/arch_hooks.h> 7855f26239SYinghai Lu #include <asm/efi.h> 7955f26239SYinghai Lu #include <asm/sections.h> 8055f26239SYinghai Lu #include <asm/dmi.h> 8155f26239SYinghai Lu #include <asm/io_apic.h> 8255f26239SYinghai Lu #include <asm/ist.h> 8355f26239SYinghai Lu #include <asm/vmi.h> 8455f26239SYinghai Lu #include <setup_arch.h> 8555f26239SYinghai Lu #include <asm/bios_ebda.h> 8655f26239SYinghai Lu #include <asm/cacheflush.h> 8755f26239SYinghai Lu #include <asm/processor.h> 8855f26239SYinghai Lu #include <asm/bugs.h> 8955f26239SYinghai Lu 9055f26239SYinghai Lu #include <asm/system.h> 9155f26239SYinghai Lu #include <asm/vsyscall.h> 9255f26239SYinghai Lu #include <asm/smp.h> 9355f26239SYinghai Lu #include <asm/desc.h> 9455f26239SYinghai Lu #include <asm/dma.h> 9546a7fa27SFUJITA Tomonori #include <asm/iommu.h> 9655f26239SYinghai Lu #include <asm/mmu_context.h> 9755f26239SYinghai Lu #include <asm/proto.h> 9855f26239SYinghai Lu 9955f26239SYinghai Lu #include <mach_apic.h> 10055f26239SYinghai Lu #include <asm/paravirt.h> 10155f26239SYinghai Lu 10255f26239SYinghai Lu #include <asm/percpu.h> 10355f26239SYinghai Lu #include <asm/topology.h> 10455f26239SYinghai Lu #include <asm/apicdef.h> 10555f26239SYinghai Lu #ifdef CONFIG_X86_64 10655f26239SYinghai Lu #include <asm/numa_64.h> 10755f26239SYinghai Lu #endif 10855f26239SYinghai Lu 109042623bbSYinghai Lu #ifndef ARCH_SETUP 110042623bbSYinghai Lu #define ARCH_SETUP 111042623bbSYinghai Lu #endif 112042623bbSYinghai Lu 113217b8ce8SYinghai Lu #ifndef CONFIG_DEBUG_BOOT_PARAMS 114217b8ce8SYinghai Lu struct boot_params __initdata boot_params; 115217b8ce8SYinghai Lu #else 116217b8ce8SYinghai Lu struct boot_params boot_params; 117217b8ce8SYinghai Lu #endif 118217b8ce8SYinghai Lu 11955f26239SYinghai Lu /* 12055f26239SYinghai Lu * Machine setup.. 12155f26239SYinghai Lu */ 12255f26239SYinghai Lu static struct resource data_resource = { 12355f26239SYinghai Lu .name = "Kernel data", 12455f26239SYinghai Lu .start = 0, 12555f26239SYinghai Lu .end = 0, 12655f26239SYinghai Lu .flags = IORESOURCE_BUSY | IORESOURCE_MEM 12755f26239SYinghai Lu }; 12855f26239SYinghai Lu 12955f26239SYinghai Lu static struct resource code_resource = { 13055f26239SYinghai Lu .name = "Kernel code", 13155f26239SYinghai Lu .start = 0, 13255f26239SYinghai Lu .end = 0, 13355f26239SYinghai Lu .flags = IORESOURCE_BUSY | IORESOURCE_MEM 13455f26239SYinghai Lu }; 13555f26239SYinghai Lu 13655f26239SYinghai Lu static struct resource bss_resource = { 13755f26239SYinghai Lu .name = "Kernel bss", 13855f26239SYinghai Lu .start = 0, 13955f26239SYinghai Lu .end = 0, 14055f26239SYinghai Lu .flags = IORESOURCE_BUSY | IORESOURCE_MEM 14155f26239SYinghai Lu }; 14255f26239SYinghai Lu 14355f26239SYinghai Lu 14455f26239SYinghai Lu #ifdef CONFIG_X86_32 1455092301cSYinghai Lu /* This value is set up by the early boot code to point to the value 1465092301cSYinghai Lu immediately after the boot time page tables. It contains a *physical* 1475092301cSYinghai Lu address, and must not be in the .bss segment! */ 1485092301cSYinghai Lu unsigned long init_pg_tables_start __initdata = ~0UL; 1495092301cSYinghai Lu unsigned long init_pg_tables_end __initdata = ~0UL; 1505092301cSYinghai Lu 15155f26239SYinghai Lu static struct resource video_ram_resource = { 15255f26239SYinghai Lu .name = "Video RAM area", 15355f26239SYinghai Lu .start = 0xa0000, 15455f26239SYinghai Lu .end = 0xbffff, 15555f26239SYinghai Lu .flags = IORESOURCE_BUSY | IORESOURCE_MEM 15655f26239SYinghai Lu }; 15755f26239SYinghai Lu 15855f26239SYinghai Lu /* cpu data as detected by the assembly code in head.S */ 15955f26239SYinghai Lu struct cpuinfo_x86 new_cpu_data __cpuinitdata = {0, 0, 0, 0, -1, 1, 0, 0, -1}; 16055f26239SYinghai Lu /* common cpu data for all cpus */ 16155f26239SYinghai Lu struct cpuinfo_x86 boot_cpu_data __read_mostly = {0, 0, 0, 0, -1, 1, 0, 0, -1}; 16255f26239SYinghai Lu EXPORT_SYMBOL(boot_cpu_data); 16355f26239SYinghai Lu static void set_mca_bus(int x) 16455f26239SYinghai Lu { 16555f26239SYinghai Lu #ifdef CONFIG_MCA 16655f26239SYinghai Lu MCA_bus = x; 16755f26239SYinghai Lu #endif 16855f26239SYinghai Lu } 16955f26239SYinghai Lu 17055f26239SYinghai Lu unsigned int def_to_bigsmp; 17155f26239SYinghai Lu 17255f26239SYinghai Lu /* for MCA, but anyone else can use it if they want */ 17355f26239SYinghai Lu unsigned int machine_id; 17455f26239SYinghai Lu unsigned int machine_submodel_id; 17555f26239SYinghai Lu unsigned int BIOS_revision; 17655f26239SYinghai Lu 17755f26239SYinghai Lu struct apm_info apm_info; 17855f26239SYinghai Lu EXPORT_SYMBOL(apm_info); 17955f26239SYinghai Lu 18055f26239SYinghai Lu #if defined(CONFIG_X86_SPEEDSTEP_SMI) || \ 18155f26239SYinghai Lu defined(CONFIG_X86_SPEEDSTEP_SMI_MODULE) 18255f26239SYinghai Lu struct ist_info ist_info; 18355f26239SYinghai Lu EXPORT_SYMBOL(ist_info); 18455f26239SYinghai Lu #else 18555f26239SYinghai Lu struct ist_info ist_info; 18655f26239SYinghai Lu #endif 18755f26239SYinghai Lu 18855f26239SYinghai Lu #else 18955f26239SYinghai Lu struct cpuinfo_x86 boot_cpu_data __read_mostly; 19055f26239SYinghai Lu EXPORT_SYMBOL(boot_cpu_data); 19155f26239SYinghai Lu #endif 19255f26239SYinghai Lu 19355f26239SYinghai Lu 19455f26239SYinghai Lu #if !defined(CONFIG_X86_PAE) || defined(CONFIG_X86_64) 19555f26239SYinghai Lu unsigned long mmu_cr4_features; 19655f26239SYinghai Lu #else 19755f26239SYinghai Lu unsigned long mmu_cr4_features = X86_CR4_PAE; 19855f26239SYinghai Lu #endif 19955f26239SYinghai Lu 20055f26239SYinghai Lu /* Boot loader ID as an integer, for the benefit of proc_dointvec */ 20155f26239SYinghai Lu int bootloader_type; 20255f26239SYinghai Lu 20355f26239SYinghai Lu /* 20455f26239SYinghai Lu * Early DMI memory 20555f26239SYinghai Lu */ 20655f26239SYinghai Lu int dmi_alloc_index; 20755f26239SYinghai Lu char dmi_alloc_data[DMI_MAX_DATA]; 20855f26239SYinghai Lu 20955f26239SYinghai Lu /* 21055f26239SYinghai Lu * Setup options 21155f26239SYinghai Lu */ 21255f26239SYinghai Lu struct screen_info screen_info; 21355f26239SYinghai Lu EXPORT_SYMBOL(screen_info); 21455f26239SYinghai Lu struct edid_info edid_info; 21555f26239SYinghai Lu EXPORT_SYMBOL_GPL(edid_info); 21655f26239SYinghai Lu 21755f26239SYinghai Lu extern int root_mountflags; 21855f26239SYinghai Lu 21955f26239SYinghai Lu unsigned long saved_video_mode; 22055f26239SYinghai Lu 22155f26239SYinghai Lu #define RAMDISK_IMAGE_START_MASK 0x07FF 22255f26239SYinghai Lu #define RAMDISK_PROMPT_FLAG 0x8000 22355f26239SYinghai Lu #define RAMDISK_LOAD_FLAG 0x4000 22455f26239SYinghai Lu 22555f26239SYinghai Lu static char __initdata command_line[COMMAND_LINE_SIZE]; 22655f26239SYinghai Lu 22755f26239SYinghai Lu #if defined(CONFIG_EDD) || defined(CONFIG_EDD_MODULE) 22855f26239SYinghai Lu struct edd edd; 22955f26239SYinghai Lu #ifdef CONFIG_EDD_MODULE 23055f26239SYinghai Lu EXPORT_SYMBOL(edd); 23155f26239SYinghai Lu #endif 23255f26239SYinghai Lu /** 23355f26239SYinghai Lu * copy_edd() - Copy the BIOS EDD information 23455f26239SYinghai Lu * from boot_params into a safe place. 23555f26239SYinghai Lu * 23655f26239SYinghai Lu */ 23755f26239SYinghai Lu static inline void copy_edd(void) 23855f26239SYinghai Lu { 23955f26239SYinghai Lu memcpy(edd.mbr_signature, boot_params.edd_mbr_sig_buffer, 24055f26239SYinghai Lu sizeof(edd.mbr_signature)); 24155f26239SYinghai Lu memcpy(edd.edd_info, boot_params.eddbuf, sizeof(edd.edd_info)); 24255f26239SYinghai Lu edd.mbr_signature_nr = boot_params.edd_mbr_sig_buf_entries; 24355f26239SYinghai Lu edd.edd_info_nr = boot_params.eddbuf_entries; 24455f26239SYinghai Lu } 24555f26239SYinghai Lu #else 24655f26239SYinghai Lu static inline void copy_edd(void) 24755f26239SYinghai Lu { 24855f26239SYinghai Lu } 24955f26239SYinghai Lu #endif 25055f26239SYinghai Lu 25155f26239SYinghai Lu #ifdef CONFIG_BLK_DEV_INITRD 25255f26239SYinghai Lu 25355f26239SYinghai Lu #ifdef CONFIG_X86_32 25455f26239SYinghai Lu 25555f26239SYinghai Lu #define MAX_MAP_CHUNK (NR_FIX_BTMAPS << PAGE_SHIFT) 25655f26239SYinghai Lu static void __init relocate_initrd(void) 25755f26239SYinghai Lu { 25855f26239SYinghai Lu 25955f26239SYinghai Lu u64 ramdisk_image = boot_params.hdr.ramdisk_image; 26055f26239SYinghai Lu u64 ramdisk_size = boot_params.hdr.ramdisk_size; 26155f26239SYinghai Lu u64 end_of_lowmem = max_low_pfn << PAGE_SHIFT; 26255f26239SYinghai Lu u64 ramdisk_here; 26355f26239SYinghai Lu unsigned long slop, clen, mapaddr; 26455f26239SYinghai Lu char *p, *q; 26555f26239SYinghai Lu 26655f26239SYinghai Lu /* We need to move the initrd down into lowmem */ 26755f26239SYinghai Lu ramdisk_here = find_e820_area(0, end_of_lowmem, ramdisk_size, 26855f26239SYinghai Lu PAGE_SIZE); 26955f26239SYinghai Lu 27055f26239SYinghai Lu if (ramdisk_here == -1ULL) 27155f26239SYinghai Lu panic("Cannot find place for new RAMDISK of size %lld\n", 27255f26239SYinghai Lu ramdisk_size); 27355f26239SYinghai Lu 27455f26239SYinghai Lu /* Note: this includes all the lowmem currently occupied by 27555f26239SYinghai Lu the initrd, we rely on that fact to keep the data intact. */ 27655f26239SYinghai Lu reserve_early(ramdisk_here, ramdisk_here + ramdisk_size, 27755f26239SYinghai Lu "NEW RAMDISK"); 27855f26239SYinghai Lu initrd_start = ramdisk_here + PAGE_OFFSET; 27955f26239SYinghai Lu initrd_end = initrd_start + ramdisk_size; 28055f26239SYinghai Lu printk(KERN_INFO "Allocated new RAMDISK: %08llx - %08llx\n", 28155f26239SYinghai Lu ramdisk_here, ramdisk_here + ramdisk_size); 28255f26239SYinghai Lu 28355f26239SYinghai Lu q = (char *)initrd_start; 28455f26239SYinghai Lu 28555f26239SYinghai Lu /* Copy any lowmem portion of the initrd */ 28655f26239SYinghai Lu if (ramdisk_image < end_of_lowmem) { 28755f26239SYinghai Lu clen = end_of_lowmem - ramdisk_image; 28855f26239SYinghai Lu p = (char *)__va(ramdisk_image); 28955f26239SYinghai Lu memcpy(q, p, clen); 29055f26239SYinghai Lu q += clen; 29155f26239SYinghai Lu ramdisk_image += clen; 29255f26239SYinghai Lu ramdisk_size -= clen; 29355f26239SYinghai Lu } 29455f26239SYinghai Lu 29555f26239SYinghai Lu /* Copy the highmem portion of the initrd */ 29655f26239SYinghai Lu while (ramdisk_size) { 29755f26239SYinghai Lu slop = ramdisk_image & ~PAGE_MASK; 29855f26239SYinghai Lu clen = ramdisk_size; 29955f26239SYinghai Lu if (clen > MAX_MAP_CHUNK-slop) 30055f26239SYinghai Lu clen = MAX_MAP_CHUNK-slop; 30155f26239SYinghai Lu mapaddr = ramdisk_image & PAGE_MASK; 30255f26239SYinghai Lu p = early_ioremap(mapaddr, clen+slop); 30355f26239SYinghai Lu memcpy(q, p+slop, clen); 30455f26239SYinghai Lu early_iounmap(p, clen+slop); 30555f26239SYinghai Lu q += clen; 30655f26239SYinghai Lu ramdisk_image += clen; 30755f26239SYinghai Lu ramdisk_size -= clen; 30855f26239SYinghai Lu } 30955f26239SYinghai Lu /* high pages is not converted by early_res_to_bootmem */ 31055f26239SYinghai Lu ramdisk_image = boot_params.hdr.ramdisk_image; 31155f26239SYinghai Lu ramdisk_size = boot_params.hdr.ramdisk_size; 31255f26239SYinghai Lu printk(KERN_INFO "Move RAMDISK from %016llx - %016llx to" 31355f26239SYinghai Lu " %08llx - %08llx\n", 31455f26239SYinghai Lu ramdisk_image, ramdisk_image + ramdisk_size - 1, 31555f26239SYinghai Lu ramdisk_here, ramdisk_here + ramdisk_size - 1); 31655f26239SYinghai Lu } 31755f26239SYinghai Lu #endif 31855f26239SYinghai Lu 31955f26239SYinghai Lu static void __init reserve_initrd(void) 32055f26239SYinghai Lu { 32155f26239SYinghai Lu u64 ramdisk_image = boot_params.hdr.ramdisk_image; 32255f26239SYinghai Lu u64 ramdisk_size = boot_params.hdr.ramdisk_size; 32355f26239SYinghai Lu u64 ramdisk_end = ramdisk_image + ramdisk_size; 32455f26239SYinghai Lu u64 end_of_lowmem = max_low_pfn << PAGE_SHIFT; 32555f26239SYinghai Lu 32655f26239SYinghai Lu if (!boot_params.hdr.type_of_loader || 32755f26239SYinghai Lu !ramdisk_image || !ramdisk_size) 32855f26239SYinghai Lu return; /* No initrd provided by bootloader */ 32955f26239SYinghai Lu 33055f26239SYinghai Lu initrd_start = 0; 33155f26239SYinghai Lu 33255f26239SYinghai Lu if (ramdisk_size >= (end_of_lowmem>>1)) { 33355f26239SYinghai Lu free_early(ramdisk_image, ramdisk_end); 33455f26239SYinghai Lu printk(KERN_ERR "initrd too large to handle, " 33555f26239SYinghai Lu "disabling initrd\n"); 33655f26239SYinghai Lu return; 33755f26239SYinghai Lu } 33855f26239SYinghai Lu 33955f26239SYinghai Lu printk(KERN_INFO "RAMDISK: %08llx - %08llx\n", ramdisk_image, 34055f26239SYinghai Lu ramdisk_end); 34155f26239SYinghai Lu 34255f26239SYinghai Lu 34355f26239SYinghai Lu if (ramdisk_end <= end_of_lowmem) { 34455f26239SYinghai Lu /* All in lowmem, easy case */ 34555f26239SYinghai Lu /* 34655f26239SYinghai Lu * don't need to reserve again, already reserved early 34755f26239SYinghai Lu * in i386_start_kernel 34855f26239SYinghai Lu */ 34955f26239SYinghai Lu initrd_start = ramdisk_image + PAGE_OFFSET; 35055f26239SYinghai Lu initrd_end = initrd_start + ramdisk_size; 35155f26239SYinghai Lu return; 35255f26239SYinghai Lu } 35355f26239SYinghai Lu 35455f26239SYinghai Lu #ifdef CONFIG_X86_32 35555f26239SYinghai Lu relocate_initrd(); 35655f26239SYinghai Lu #else 35755f26239SYinghai Lu printk(KERN_ERR "initrd extends beyond end of memory " 35855f26239SYinghai Lu "(0x%08llx > 0x%08llx)\ndisabling initrd\n", 35955f26239SYinghai Lu ramdisk_end, end_of_lowmem); 36055f26239SYinghai Lu initrd_start = 0; 36155f26239SYinghai Lu #endif 36255f26239SYinghai Lu free_early(ramdisk_image, ramdisk_end); 36355f26239SYinghai Lu } 36455f26239SYinghai Lu #else 36555f26239SYinghai Lu static void __init reserve_initrd(void) 36655f26239SYinghai Lu { 36755f26239SYinghai Lu } 36855f26239SYinghai Lu #endif /* CONFIG_BLK_DEV_INITRD */ 36955f26239SYinghai Lu 37029f784e3SYinghai Lu static void __init parse_setup_data(void) 371257b0fdeSYinghai Lu { 372257b0fdeSYinghai Lu struct setup_data *data; 373257b0fdeSYinghai Lu u64 pa_data; 374257b0fdeSYinghai Lu 375257b0fdeSYinghai Lu if (boot_params.hdr.version < 0x0209) 376257b0fdeSYinghai Lu return; 377257b0fdeSYinghai Lu pa_data = boot_params.hdr.setup_data; 378257b0fdeSYinghai Lu while (pa_data) { 379257b0fdeSYinghai Lu data = early_ioremap(pa_data, PAGE_SIZE); 380257b0fdeSYinghai Lu switch (data->type) { 381257b0fdeSYinghai Lu case SETUP_E820_EXT: 382257b0fdeSYinghai Lu parse_e820_ext(data, pa_data); 383257b0fdeSYinghai Lu break; 384257b0fdeSYinghai Lu default: 385257b0fdeSYinghai Lu break; 386257b0fdeSYinghai Lu } 387257b0fdeSYinghai Lu pa_data = data->next; 388257b0fdeSYinghai Lu early_iounmap(data, PAGE_SIZE); 389257b0fdeSYinghai Lu } 390257b0fdeSYinghai Lu } 391257b0fdeSYinghai Lu 392a0a0becdSYinghai Lu static void __init e820_reserve_setup_data(void) 39328bb2237SYinghai Lu { 39428bb2237SYinghai Lu struct setup_data *data; 39528bb2237SYinghai Lu u64 pa_data; 396d9a81b44SYinghai Lu int found = 0; 39728bb2237SYinghai Lu 39828bb2237SYinghai Lu if (boot_params.hdr.version < 0x0209) 39928bb2237SYinghai Lu return; 40028bb2237SYinghai Lu pa_data = boot_params.hdr.setup_data; 40128bb2237SYinghai Lu while (pa_data) { 40228bb2237SYinghai Lu data = early_ioremap(pa_data, sizeof(*data)); 40328bb2237SYinghai Lu e820_update_range(pa_data, sizeof(*data)+data->len, 40428bb2237SYinghai Lu E820_RAM, E820_RESERVED_KERN); 405d9a81b44SYinghai Lu found = 1; 40628bb2237SYinghai Lu pa_data = data->next; 40728bb2237SYinghai Lu early_iounmap(data, sizeof(*data)); 40828bb2237SYinghai Lu } 409d9a81b44SYinghai Lu if (!found) 410d9a81b44SYinghai Lu return; 411d9a81b44SYinghai Lu 41228bb2237SYinghai Lu sanitize_e820_map(e820.map, ARRAY_SIZE(e820.map), &e820.nr_map); 413a0a0becdSYinghai Lu memcpy(&e820_saved, &e820, sizeof(struct e820map)); 41428bb2237SYinghai Lu printk(KERN_INFO "extended physical RAM map:\n"); 41528bb2237SYinghai Lu e820_print_map("reserve setup_data"); 41628bb2237SYinghai Lu } 41728bb2237SYinghai Lu 418a0a0becdSYinghai Lu static void __init reserve_early_setup_data(void) 419a0a0becdSYinghai Lu { 420a0a0becdSYinghai Lu struct setup_data *data; 421a0a0becdSYinghai Lu u64 pa_data; 422a0a0becdSYinghai Lu char buf[32]; 423a0a0becdSYinghai Lu 424a0a0becdSYinghai Lu if (boot_params.hdr.version < 0x0209) 425a0a0becdSYinghai Lu return; 426a0a0becdSYinghai Lu pa_data = boot_params.hdr.setup_data; 427a0a0becdSYinghai Lu while (pa_data) { 428a0a0becdSYinghai Lu data = early_ioremap(pa_data, sizeof(*data)); 429a0a0becdSYinghai Lu sprintf(buf, "setup data %x", data->type); 430a0a0becdSYinghai Lu reserve_early(pa_data, pa_data+sizeof(*data)+data->len, buf); 431a0a0becdSYinghai Lu pa_data = data->next; 432a0a0becdSYinghai Lu early_iounmap(data, sizeof(*data)); 433a0a0becdSYinghai Lu } 434a0a0becdSYinghai Lu } 435a0a0becdSYinghai Lu 43655f26239SYinghai Lu /* 437ccb4defaSYinghai Lu * --------- Crashkernel reservation ------------------------------ 438ccb4defaSYinghai Lu */ 439ccb4defaSYinghai Lu 440ccb4defaSYinghai Lu #ifdef CONFIG_KEXEC 44132105f7fSBernhard Walle 44232105f7fSBernhard Walle /** 44332105f7fSBernhard Walle * Reserve @size bytes of crashkernel memory at any suitable offset. 44432105f7fSBernhard Walle * 44532105f7fSBernhard Walle * @size: Size of the crashkernel memory to reserve. 44632105f7fSBernhard Walle * Returns the base address on success, and -1ULL on failure. 44732105f7fSBernhard Walle */ 4486b356022SMarcin Slusarz unsigned long long __init find_and_reserve_crashkernel(unsigned long long size) 44932105f7fSBernhard Walle { 45032105f7fSBernhard Walle const unsigned long long alignment = 16<<20; /* 16M */ 45132105f7fSBernhard Walle unsigned long long start = 0LL; 45232105f7fSBernhard Walle 45332105f7fSBernhard Walle while (1) { 45432105f7fSBernhard Walle int ret; 45532105f7fSBernhard Walle 45632105f7fSBernhard Walle start = find_e820_area(start, ULONG_MAX, size, alignment); 45732105f7fSBernhard Walle if (start == -1ULL) 45832105f7fSBernhard Walle return start; 45932105f7fSBernhard Walle 46032105f7fSBernhard Walle /* try to reserve it */ 46132105f7fSBernhard Walle ret = reserve_bootmem_generic(start, size, BOOTMEM_EXCLUSIVE); 46232105f7fSBernhard Walle if (ret >= 0) 46332105f7fSBernhard Walle return start; 46432105f7fSBernhard Walle 46532105f7fSBernhard Walle start += alignment; 46632105f7fSBernhard Walle } 46732105f7fSBernhard Walle } 46832105f7fSBernhard Walle 469ccb4defaSYinghai Lu static inline unsigned long long get_total_mem(void) 470ccb4defaSYinghai Lu { 471ccb4defaSYinghai Lu unsigned long long total; 472ccb4defaSYinghai Lu 473ccb4defaSYinghai Lu total = max_low_pfn - min_low_pfn; 474ccb4defaSYinghai Lu #ifdef CONFIG_HIGHMEM 475ccb4defaSYinghai Lu total += highend_pfn - highstart_pfn; 476ccb4defaSYinghai Lu #endif 477ccb4defaSYinghai Lu 478ccb4defaSYinghai Lu return total << PAGE_SHIFT; 479ccb4defaSYinghai Lu } 480ccb4defaSYinghai Lu 48129f784e3SYinghai Lu static void __init reserve_crashkernel(void) 482ccb4defaSYinghai Lu { 483ccb4defaSYinghai Lu unsigned long long total_mem; 484ccb4defaSYinghai Lu unsigned long long crash_size, crash_base; 485ccb4defaSYinghai Lu int ret; 486ccb4defaSYinghai Lu 487ccb4defaSYinghai Lu total_mem = get_total_mem(); 488ccb4defaSYinghai Lu 489ccb4defaSYinghai Lu ret = parse_crashkernel(boot_command_line, total_mem, 490ccb4defaSYinghai Lu &crash_size, &crash_base); 49132105f7fSBernhard Walle if (ret != 0 || crash_size <= 0) 49232105f7fSBernhard Walle return; 49332105f7fSBernhard Walle 49432105f7fSBernhard Walle /* 0 means: find the address automatically */ 495ccb4defaSYinghai Lu if (crash_base <= 0) { 49632105f7fSBernhard Walle crash_base = find_and_reserve_crashkernel(crash_size); 49732105f7fSBernhard Walle if (crash_base == -1ULL) { 49832105f7fSBernhard Walle pr_info("crashkernel reservation failed. " 49932105f7fSBernhard Walle "No suitable area found.\n"); 500ccb4defaSYinghai Lu return; 501ccb4defaSYinghai Lu } 50232105f7fSBernhard Walle } else { 50332105f7fSBernhard Walle ret = reserve_bootmem_generic(crash_base, crash_size, 50432105f7fSBernhard Walle BOOTMEM_EXCLUSIVE); 50532105f7fSBernhard Walle if (ret < 0) { 50632105f7fSBernhard Walle pr_info("crashkernel reservation failed - " 507ccb4defaSYinghai Lu "memory is in use\n"); 508ccb4defaSYinghai Lu return; 509ccb4defaSYinghai Lu } 51032105f7fSBernhard Walle } 511ccb4defaSYinghai Lu 512ccb4defaSYinghai Lu printk(KERN_INFO "Reserving %ldMB of memory at %ldMB " 513ccb4defaSYinghai Lu "for crashkernel (System RAM: %ldMB)\n", 514ccb4defaSYinghai Lu (unsigned long)(crash_size >> 20), 515ccb4defaSYinghai Lu (unsigned long)(crash_base >> 20), 516ccb4defaSYinghai Lu (unsigned long)(total_mem >> 20)); 517ccb4defaSYinghai Lu 518ccb4defaSYinghai Lu crashk_res.start = crash_base; 519ccb4defaSYinghai Lu crashk_res.end = crash_base + crash_size - 1; 520ccb4defaSYinghai Lu insert_resource(&iomem_resource, &crashk_res); 521ccb4defaSYinghai Lu } 522ccb4defaSYinghai Lu #else 52329f784e3SYinghai Lu static void __init reserve_crashkernel(void) 524ccb4defaSYinghai Lu { 525ccb4defaSYinghai Lu } 526ccb4defaSYinghai Lu #endif 527ccb4defaSYinghai Lu 528bdba0e70SYinghai Lu static struct resource standard_io_resources[] = { 529bdba0e70SYinghai Lu { .name = "dma1", .start = 0x00, .end = 0x1f, 530bdba0e70SYinghai Lu .flags = IORESOURCE_BUSY | IORESOURCE_IO }, 531bdba0e70SYinghai Lu { .name = "pic1", .start = 0x20, .end = 0x21, 532bdba0e70SYinghai Lu .flags = IORESOURCE_BUSY | IORESOURCE_IO }, 533bdba0e70SYinghai Lu { .name = "timer0", .start = 0x40, .end = 0x43, 534bdba0e70SYinghai Lu .flags = IORESOURCE_BUSY | IORESOURCE_IO }, 535bdba0e70SYinghai Lu { .name = "timer1", .start = 0x50, .end = 0x53, 536bdba0e70SYinghai Lu .flags = IORESOURCE_BUSY | IORESOURCE_IO }, 537bdba0e70SYinghai Lu { .name = "keyboard", .start = 0x60, .end = 0x60, 538bdba0e70SYinghai Lu .flags = IORESOURCE_BUSY | IORESOURCE_IO }, 539bdba0e70SYinghai Lu { .name = "keyboard", .start = 0x64, .end = 0x64, 540bdba0e70SYinghai Lu .flags = IORESOURCE_BUSY | IORESOURCE_IO }, 541bdba0e70SYinghai Lu { .name = "dma page reg", .start = 0x80, .end = 0x8f, 542bdba0e70SYinghai Lu .flags = IORESOURCE_BUSY | IORESOURCE_IO }, 543bdba0e70SYinghai Lu { .name = "pic2", .start = 0xa0, .end = 0xa1, 544bdba0e70SYinghai Lu .flags = IORESOURCE_BUSY | IORESOURCE_IO }, 545bdba0e70SYinghai Lu { .name = "dma2", .start = 0xc0, .end = 0xdf, 546bdba0e70SYinghai Lu .flags = IORESOURCE_BUSY | IORESOURCE_IO }, 547bdba0e70SYinghai Lu { .name = "fpu", .start = 0xf0, .end = 0xff, 548bdba0e70SYinghai Lu .flags = IORESOURCE_BUSY | IORESOURCE_IO } 549bdba0e70SYinghai Lu }; 550bdba0e70SYinghai Lu 55129f784e3SYinghai Lu static void __init reserve_standard_io_resources(void) 552bdba0e70SYinghai Lu { 553bdba0e70SYinghai Lu int i; 554bdba0e70SYinghai Lu 555bdba0e70SYinghai Lu /* request I/O space for devices used on all i[345]86 PCs */ 556bdba0e70SYinghai Lu for (i = 0; i < ARRAY_SIZE(standard_io_resources); i++) 557bdba0e70SYinghai Lu request_resource(&ioport_resource, &standard_io_resources[i]); 558bdba0e70SYinghai Lu 559bdba0e70SYinghai Lu } 560bdba0e70SYinghai Lu 5610196bcbbSYinghai Lu #ifdef CONFIG_PROC_VMCORE 5620196bcbbSYinghai Lu /* elfcorehdr= specifies the location of elf core header 5630196bcbbSYinghai Lu * stored by the crashed kernel. This option will be passed 5640196bcbbSYinghai Lu * by kexec loader to the capture kernel. 5650196bcbbSYinghai Lu */ 5660196bcbbSYinghai Lu static int __init setup_elfcorehdr(char *arg) 5670196bcbbSYinghai Lu { 5680196bcbbSYinghai Lu char *end; 5690196bcbbSYinghai Lu if (!arg) 5700196bcbbSYinghai Lu return -EINVAL; 5710196bcbbSYinghai Lu elfcorehdr_addr = memparse(arg, &end); 5720196bcbbSYinghai Lu return end > arg ? 0 : -EINVAL; 5730196bcbbSYinghai Lu } 5740196bcbbSYinghai Lu early_param("elfcorehdr", setup_elfcorehdr); 5750196bcbbSYinghai Lu #endif 5760196bcbbSYinghai Lu 5773c9cb6deSYinghai Lu static struct x86_quirks default_x86_quirks __initdata; 5783c9cb6deSYinghai Lu 5793c9cb6deSYinghai Lu struct x86_quirks *x86_quirks __initdata = &default_x86_quirks; 5803c9cb6deSYinghai Lu 581ccb4defaSYinghai Lu /* 5825394f80fSJeremy Fitzhardinge * Some BIOSes seem to corrupt the low 64k of memory during events 5835394f80fSJeremy Fitzhardinge * like suspend/resume and unplugging an HDMI cable. Reserve all 5845394f80fSJeremy Fitzhardinge * remaining free memory in that area and fill it with a distinct 5855394f80fSJeremy Fitzhardinge * pattern. 5865394f80fSJeremy Fitzhardinge */ 5875394f80fSJeremy Fitzhardinge #ifdef CONFIG_X86_CHECK_BIOS_CORRUPTION 5885394f80fSJeremy Fitzhardinge #define MAX_SCAN_AREAS 8 5899f077871SJeremy Fitzhardinge 590c885df50SJeremy Fitzhardinge static int __read_mostly memory_corruption_check = -1; 591c885df50SJeremy Fitzhardinge 5929f077871SJeremy Fitzhardinge static unsigned __read_mostly corruption_check_size = 64*1024; 5939f077871SJeremy Fitzhardinge static unsigned __read_mostly corruption_check_period = 60; /* seconds */ 5949f077871SJeremy Fitzhardinge 5955394f80fSJeremy Fitzhardinge static struct e820entry scan_areas[MAX_SCAN_AREAS]; 5965394f80fSJeremy Fitzhardinge static int num_scan_areas; 5975394f80fSJeremy Fitzhardinge 5989f077871SJeremy Fitzhardinge 5999f077871SJeremy Fitzhardinge static int set_corruption_check(char *arg) 6009f077871SJeremy Fitzhardinge { 6019f077871SJeremy Fitzhardinge char *end; 6029f077871SJeremy Fitzhardinge 6039f077871SJeremy Fitzhardinge memory_corruption_check = simple_strtol(arg, &end, 10); 6049f077871SJeremy Fitzhardinge 6059f077871SJeremy Fitzhardinge return (*end == 0) ? 0 : -EINVAL; 6069f077871SJeremy Fitzhardinge } 6079f077871SJeremy Fitzhardinge early_param("memory_corruption_check", set_corruption_check); 6089f077871SJeremy Fitzhardinge 6099f077871SJeremy Fitzhardinge static int set_corruption_check_period(char *arg) 6109f077871SJeremy Fitzhardinge { 6119f077871SJeremy Fitzhardinge char *end; 6129f077871SJeremy Fitzhardinge 6139f077871SJeremy Fitzhardinge corruption_check_period = simple_strtoul(arg, &end, 10); 6149f077871SJeremy Fitzhardinge 6159f077871SJeremy Fitzhardinge return (*end == 0) ? 0 : -EINVAL; 6169f077871SJeremy Fitzhardinge } 6179f077871SJeremy Fitzhardinge early_param("memory_corruption_check_period", set_corruption_check_period); 6189f077871SJeremy Fitzhardinge 6199f077871SJeremy Fitzhardinge static int set_corruption_check_size(char *arg) 6209f077871SJeremy Fitzhardinge { 6219f077871SJeremy Fitzhardinge char *end; 6229f077871SJeremy Fitzhardinge unsigned size; 6239f077871SJeremy Fitzhardinge 6249f077871SJeremy Fitzhardinge size = memparse(arg, &end); 6259f077871SJeremy Fitzhardinge 6269f077871SJeremy Fitzhardinge if (*end == '\0') 6279f077871SJeremy Fitzhardinge corruption_check_size = size; 6289f077871SJeremy Fitzhardinge 6299f077871SJeremy Fitzhardinge return (size == corruption_check_size) ? 0 : -EINVAL; 6309f077871SJeremy Fitzhardinge } 6319f077871SJeremy Fitzhardinge early_param("memory_corruption_check_size", set_corruption_check_size); 6329f077871SJeremy Fitzhardinge 6339f077871SJeremy Fitzhardinge 6345394f80fSJeremy Fitzhardinge static void __init setup_bios_corruption_check(void) 6355394f80fSJeremy Fitzhardinge { 6365394f80fSJeremy Fitzhardinge u64 addr = PAGE_SIZE; /* assume first page is reserved anyway */ 6375394f80fSJeremy Fitzhardinge 638c885df50SJeremy Fitzhardinge if (memory_corruption_check == -1) { 639c885df50SJeremy Fitzhardinge memory_corruption_check = 640c885df50SJeremy Fitzhardinge #ifdef CONFIG_X86_BOOTPARAM_MEMORY_CORRUPTION_CHECK 641c885df50SJeremy Fitzhardinge 1 642c885df50SJeremy Fitzhardinge #else 643c885df50SJeremy Fitzhardinge 0 644c885df50SJeremy Fitzhardinge #endif 645c885df50SJeremy Fitzhardinge ; 646c885df50SJeremy Fitzhardinge } 647c885df50SJeremy Fitzhardinge 6489f077871SJeremy Fitzhardinge if (corruption_check_size == 0) 6499f077871SJeremy Fitzhardinge memory_corruption_check = 0; 6509f077871SJeremy Fitzhardinge 6519f077871SJeremy Fitzhardinge if (!memory_corruption_check) 6529f077871SJeremy Fitzhardinge return; 6539f077871SJeremy Fitzhardinge 6549f077871SJeremy Fitzhardinge corruption_check_size = round_up(corruption_check_size, PAGE_SIZE); 6559f077871SJeremy Fitzhardinge 6569f077871SJeremy Fitzhardinge while(addr < corruption_check_size && num_scan_areas < MAX_SCAN_AREAS) { 6575394f80fSJeremy Fitzhardinge u64 size; 6585394f80fSJeremy Fitzhardinge addr = find_e820_area_size(addr, &size, PAGE_SIZE); 6595394f80fSJeremy Fitzhardinge 6605394f80fSJeremy Fitzhardinge if (addr == 0) 6615394f80fSJeremy Fitzhardinge break; 6625394f80fSJeremy Fitzhardinge 6639f077871SJeremy Fitzhardinge if ((addr + size) > corruption_check_size) 6649f077871SJeremy Fitzhardinge size = corruption_check_size - addr; 6655394f80fSJeremy Fitzhardinge 6665394f80fSJeremy Fitzhardinge if (size == 0) 6675394f80fSJeremy Fitzhardinge break; 6685394f80fSJeremy Fitzhardinge 6695394f80fSJeremy Fitzhardinge e820_update_range(addr, size, E820_RAM, E820_RESERVED); 6705394f80fSJeremy Fitzhardinge scan_areas[num_scan_areas].addr = addr; 6715394f80fSJeremy Fitzhardinge scan_areas[num_scan_areas].size = size; 6725394f80fSJeremy Fitzhardinge num_scan_areas++; 6735394f80fSJeremy Fitzhardinge 6745394f80fSJeremy Fitzhardinge /* Assume we've already mapped this early memory */ 6755394f80fSJeremy Fitzhardinge memset(__va(addr), 0, size); 6765394f80fSJeremy Fitzhardinge 6775394f80fSJeremy Fitzhardinge addr += size; 6785394f80fSJeremy Fitzhardinge } 6795394f80fSJeremy Fitzhardinge 6809f077871SJeremy Fitzhardinge printk(KERN_INFO "Scanning %d areas for low memory corruption\n", 6815394f80fSJeremy Fitzhardinge num_scan_areas); 6825394f80fSJeremy Fitzhardinge update_e820(); 6835394f80fSJeremy Fitzhardinge } 6845394f80fSJeremy Fitzhardinge 685bb577f98SHugh Dickins static struct timer_list periodic_check_timer; 6865394f80fSJeremy Fitzhardinge 6875394f80fSJeremy Fitzhardinge void check_for_bios_corruption(void) 6885394f80fSJeremy Fitzhardinge { 6895394f80fSJeremy Fitzhardinge int i; 6905394f80fSJeremy Fitzhardinge int corruption = 0; 6915394f80fSJeremy Fitzhardinge 6929f077871SJeremy Fitzhardinge if (!memory_corruption_check) 6935394f80fSJeremy Fitzhardinge return; 6945394f80fSJeremy Fitzhardinge 6955394f80fSJeremy Fitzhardinge for(i = 0; i < num_scan_areas; i++) { 6965394f80fSJeremy Fitzhardinge unsigned long *addr = __va(scan_areas[i].addr); 6975394f80fSJeremy Fitzhardinge unsigned long size = scan_areas[i].size; 6985394f80fSJeremy Fitzhardinge 6995394f80fSJeremy Fitzhardinge for(; size; addr++, size -= sizeof(unsigned long)) { 7005394f80fSJeremy Fitzhardinge if (!*addr) 7015394f80fSJeremy Fitzhardinge continue; 7025394f80fSJeremy Fitzhardinge printk(KERN_ERR "Corrupted low memory at %p (%lx phys) = %08lx\n", 7035394f80fSJeremy Fitzhardinge addr, __pa(addr), *addr); 7045394f80fSJeremy Fitzhardinge corruption = 1; 7055394f80fSJeremy Fitzhardinge *addr = 0; 7065394f80fSJeremy Fitzhardinge } 7075394f80fSJeremy Fitzhardinge } 7085394f80fSJeremy Fitzhardinge 7099f077871SJeremy Fitzhardinge WARN(corruption, KERN_ERR "Memory corruption detected in low memory\n"); 7105394f80fSJeremy Fitzhardinge } 7115394f80fSJeremy Fitzhardinge 712bb577f98SHugh Dickins static void periodic_check_for_corruption(unsigned long data) 713bb577f98SHugh Dickins { 714bb577f98SHugh Dickins check_for_bios_corruption(); 7155871c6b0SArjan van de Ven mod_timer(&periodic_check_timer, round_jiffies(jiffies + corruption_check_period*HZ)); 716bb577f98SHugh Dickins } 717bb577f98SHugh Dickins 718bb577f98SHugh Dickins void start_periodic_check_for_corruption(void) 719bb577f98SHugh Dickins { 7209f077871SJeremy Fitzhardinge if (!memory_corruption_check || corruption_check_period == 0) 721bb577f98SHugh Dickins return; 722bb577f98SHugh Dickins 7239f077871SJeremy Fitzhardinge printk(KERN_INFO "Scanning for low memory corruption every %d seconds\n", 7249f077871SJeremy Fitzhardinge corruption_check_period); 7259f077871SJeremy Fitzhardinge 726bb577f98SHugh Dickins init_timer(&periodic_check_timer); 727bb577f98SHugh Dickins periodic_check_timer.function = &periodic_check_for_corruption; 728bb577f98SHugh Dickins periodic_check_for_corruption(0); 729bb577f98SHugh Dickins } 7305394f80fSJeremy Fitzhardinge #endif 7315394f80fSJeremy Fitzhardinge 7325649b7c3SIngo Molnar static int __init dmi_low_memory_corruption(const struct dmi_system_id *d) 7335649b7c3SIngo Molnar { 7345649b7c3SIngo Molnar printk(KERN_NOTICE 7351e22436eSIngo Molnar "%s detected: BIOS may corrupt low RAM, working it around.\n", 7365649b7c3SIngo Molnar d->ident); 7375649b7c3SIngo Molnar 738*2216d199SYinghai Lu e820_update_range(0, 0x10000, E820_RAM, E820_RESERVED); 739*2216d199SYinghai Lu sanitize_e820_map(e820.map, ARRAY_SIZE(e820.map), &e820.nr_map); 7405649b7c3SIngo Molnar 7415649b7c3SIngo Molnar return 0; 7425649b7c3SIngo Molnar } 7435649b7c3SIngo Molnar 7445649b7c3SIngo Molnar /* List of systems that have known low memory corruption BIOS problems */ 7455649b7c3SIngo Molnar static struct dmi_system_id __initdata bad_bios_dmi_table[] = { 746fc381519SIngo Molnar #ifdef CONFIG_X86_RESERVE_LOW_64K 7475649b7c3SIngo Molnar { 7485649b7c3SIngo Molnar .callback = dmi_low_memory_corruption, 7495649b7c3SIngo Molnar .ident = "AMI BIOS", 7505649b7c3SIngo Molnar .matches = { 7515649b7c3SIngo Molnar DMI_MATCH(DMI_BIOS_VENDOR, "American Megatrends Inc."), 7525649b7c3SIngo Molnar }, 7535649b7c3SIngo Molnar }, 7541e22436eSIngo Molnar { 7551e22436eSIngo Molnar .callback = dmi_low_memory_corruption, 7561e22436eSIngo Molnar .ident = "Phoenix BIOS", 7571e22436eSIngo Molnar .matches = { 7581e22436eSIngo Molnar DMI_MATCH(DMI_BIOS_VENDOR, "Phoenix Technologies, LTD"), 7591e22436eSIngo Molnar }, 7601e22436eSIngo Molnar }, 7615649b7c3SIngo Molnar {} 762fc381519SIngo Molnar #endif 7635649b7c3SIngo Molnar }; 7645649b7c3SIngo Molnar 7655394f80fSJeremy Fitzhardinge /* 76655f26239SYinghai Lu * Determine if we were loaded by an EFI loader. If so, then we have also been 76755f26239SYinghai Lu * passed the efi memmap, systab, etc., so we should use these data structures 76855f26239SYinghai Lu * for initialization. Note, the efi init code path is determined by the 76955f26239SYinghai Lu * global efi_enabled. This allows the same kernel image to be used on existing 77055f26239SYinghai Lu * systems (with a traditional BIOS) as well as on EFI systems. 77155f26239SYinghai Lu */ 77255f26239SYinghai Lu /* 77355f26239SYinghai Lu * setup_arch - architecture-specific boot-time initializations 77455f26239SYinghai Lu * 77555f26239SYinghai Lu * Note: On x86_64, fixmaps are ready for use even before this is called. 77655f26239SYinghai Lu */ 77755f26239SYinghai Lu 77855f26239SYinghai Lu void __init setup_arch(char **cmdline_p) 77955f26239SYinghai Lu { 78055f26239SYinghai Lu #ifdef CONFIG_X86_32 78155f26239SYinghai Lu memcpy(&boot_cpu_data, &new_cpu_data, sizeof(new_cpu_data)); 7823b33553bSIngo Molnar visws_early_detect(); 78355f26239SYinghai Lu pre_setup_arch_hook(); 78455f26239SYinghai Lu #else 78555f26239SYinghai Lu printk(KERN_INFO "Command line: %s\n", boot_command_line); 78655f26239SYinghai Lu #endif 78755f26239SYinghai Lu 7889e882c92SJeremy Fitzhardinge early_cpu_init(); 7891a98fd14SJeremy Fitzhardinge early_ioremap_init(); 7901a98fd14SJeremy Fitzhardinge 79155f26239SYinghai Lu ROOT_DEV = old_decode_dev(boot_params.hdr.root_dev); 79255f26239SYinghai Lu screen_info = boot_params.screen_info; 79355f26239SYinghai Lu edid_info = boot_params.edid_info; 79455f26239SYinghai Lu #ifdef CONFIG_X86_32 79555f26239SYinghai Lu apm_info.bios = boot_params.apm_bios_info; 79655f26239SYinghai Lu ist_info = boot_params.ist_info; 79755f26239SYinghai Lu if (boot_params.sys_desc_table.length != 0) { 79855f26239SYinghai Lu set_mca_bus(boot_params.sys_desc_table.table[3] & 0x2); 79955f26239SYinghai Lu machine_id = boot_params.sys_desc_table.table[0]; 80055f26239SYinghai Lu machine_submodel_id = boot_params.sys_desc_table.table[1]; 80155f26239SYinghai Lu BIOS_revision = boot_params.sys_desc_table.table[2]; 80255f26239SYinghai Lu } 80355f26239SYinghai Lu #endif 80455f26239SYinghai Lu saved_video_mode = boot_params.hdr.vid_mode; 80555f26239SYinghai Lu bootloader_type = boot_params.hdr.type_of_loader; 80655f26239SYinghai Lu 80755f26239SYinghai Lu #ifdef CONFIG_BLK_DEV_RAM 80855f26239SYinghai Lu rd_image_start = boot_params.hdr.ram_size & RAMDISK_IMAGE_START_MASK; 80955f26239SYinghai Lu rd_prompt = ((boot_params.hdr.ram_size & RAMDISK_PROMPT_FLAG) != 0); 81055f26239SYinghai Lu rd_doload = ((boot_params.hdr.ram_size & RAMDISK_LOAD_FLAG) != 0); 81155f26239SYinghai Lu #endif 81255f26239SYinghai Lu #ifdef CONFIG_EFI 81355f26239SYinghai Lu if (!strncmp((char *)&boot_params.efi_info.efi_loader_signature, 81455f26239SYinghai Lu #ifdef CONFIG_X86_32 81555f26239SYinghai Lu "EL32", 81655f26239SYinghai Lu #else 81755f26239SYinghai Lu "EL64", 81855f26239SYinghai Lu #endif 81955f26239SYinghai Lu 4)) { 82055f26239SYinghai Lu efi_enabled = 1; 82155f26239SYinghai Lu efi_reserve_early(); 82255f26239SYinghai Lu } 82355f26239SYinghai Lu #endif 82455f26239SYinghai Lu 82555f26239SYinghai Lu ARCH_SETUP 82655f26239SYinghai Lu 82755f26239SYinghai Lu setup_memory_map(); 82828bb2237SYinghai Lu parse_setup_data(); 829a0a0becdSYinghai Lu /* update the e820_saved too */ 830a0a0becdSYinghai Lu e820_reserve_setup_data(); 83128bb2237SYinghai Lu 83255f26239SYinghai Lu copy_edd(); 83355f26239SYinghai Lu 83455f26239SYinghai Lu if (!boot_params.hdr.root_flags) 83555f26239SYinghai Lu root_mountflags &= ~MS_RDONLY; 83655f26239SYinghai Lu init_mm.start_code = (unsigned long) _text; 83755f26239SYinghai Lu init_mm.end_code = (unsigned long) _etext; 83855f26239SYinghai Lu init_mm.end_data = (unsigned long) _edata; 83955f26239SYinghai Lu #ifdef CONFIG_X86_32 84055f26239SYinghai Lu init_mm.brk = init_pg_tables_end + PAGE_OFFSET; 84155f26239SYinghai Lu #else 84255f26239SYinghai Lu init_mm.brk = (unsigned long) &_end; 84355f26239SYinghai Lu #endif 84455f26239SYinghai Lu 84555f26239SYinghai Lu code_resource.start = virt_to_phys(_text); 84655f26239SYinghai Lu code_resource.end = virt_to_phys(_etext)-1; 84755f26239SYinghai Lu data_resource.start = virt_to_phys(_etext); 84855f26239SYinghai Lu data_resource.end = virt_to_phys(_edata)-1; 84955f26239SYinghai Lu bss_resource.start = virt_to_phys(&__bss_start); 85055f26239SYinghai Lu bss_resource.end = virt_to_phys(&__bss_stop)-1; 85155f26239SYinghai Lu 85255f26239SYinghai Lu strlcpy(command_line, boot_command_line, COMMAND_LINE_SIZE); 85355f26239SYinghai Lu *cmdline_p = command_line; 85455f26239SYinghai Lu 85555f26239SYinghai Lu parse_early_param(); 85655f26239SYinghai Lu 8573a6ddd5fSAlok Kataria #if defined(CONFIG_VMI) && defined(CONFIG_X86_32) 8583a6ddd5fSAlok Kataria /* 8593a6ddd5fSAlok Kataria * Must be before kernel pagetables are setup 8603a6ddd5fSAlok Kataria * or fixmap area is touched. 8613a6ddd5fSAlok Kataria */ 8623a6ddd5fSAlok Kataria vmi_init(); 8633a6ddd5fSAlok Kataria #endif 8643a6ddd5fSAlok Kataria 86528bb2237SYinghai Lu /* after early param, so could get panic from serial */ 866a0a0becdSYinghai Lu reserve_early_setup_data(); 86728bb2237SYinghai Lu 86855f26239SYinghai Lu if (acpi_mps_check()) { 86955f26239SYinghai Lu #ifdef CONFIG_X86_LOCAL_APIC 87055f26239SYinghai Lu disable_apic = 1; 87155f26239SYinghai Lu #endif 872988781dcSYinghai Lu setup_clear_cpu_cap(X86_FEATURE_APIC); 87355f26239SYinghai Lu } 87455f26239SYinghai Lu 875dc7c65dbSLinus Torvalds #ifdef CONFIG_PCI 876dc7c65dbSLinus Torvalds if (pci_early_dump_regs) 877dc7c65dbSLinus Torvalds early_dump_pci_devices(); 878dc7c65dbSLinus Torvalds #endif 879dc7c65dbSLinus Torvalds 88055f26239SYinghai Lu finish_e820_parsing(); 88155f26239SYinghai Lu 882*2216d199SYinghai Lu dmi_scan_machine(); 883*2216d199SYinghai Lu 884*2216d199SYinghai Lu dmi_check_system(bad_bios_dmi_table); 885*2216d199SYinghai Lu 88655f26239SYinghai Lu #ifdef CONFIG_X86_32 88755f26239SYinghai Lu probe_roms(); 88855f26239SYinghai Lu #endif 88955f26239SYinghai Lu 89055f26239SYinghai Lu /* after parse_early_param, so could debug it */ 89155f26239SYinghai Lu insert_resource(&iomem_resource, &code_resource); 89255f26239SYinghai Lu insert_resource(&iomem_resource, &data_resource); 89355f26239SYinghai Lu insert_resource(&iomem_resource, &bss_resource); 89455f26239SYinghai Lu 89555f26239SYinghai Lu if (efi_enabled) 89655f26239SYinghai Lu efi_init(); 89755f26239SYinghai Lu 89855f26239SYinghai Lu #ifdef CONFIG_X86_32 89955f26239SYinghai Lu if (ppro_with_ram_bug()) { 90055f26239SYinghai Lu e820_update_range(0x70000000ULL, 0x40000ULL, E820_RAM, 90155f26239SYinghai Lu E820_RESERVED); 90255f26239SYinghai Lu sanitize_e820_map(e820.map, ARRAY_SIZE(e820.map), &e820.nr_map); 90355f26239SYinghai Lu printk(KERN_INFO "fixed physical RAM map:\n"); 90455f26239SYinghai Lu e820_print_map("bad_ppro"); 90555f26239SYinghai Lu } 90655f26239SYinghai Lu #else 90755f26239SYinghai Lu early_gart_iommu_check(); 90855f26239SYinghai Lu #endif 90955f26239SYinghai Lu 91055f26239SYinghai Lu /* 91155f26239SYinghai Lu * partially used pages are not usable - thus 91255f26239SYinghai Lu * we are rounding upwards: 91355f26239SYinghai Lu */ 914f361a450SYinghai Lu max_pfn = e820_end_of_ram_pfn(); 91555f26239SYinghai Lu 91655f26239SYinghai Lu /* preallocate 4k for mptable mpc */ 91755f26239SYinghai Lu early_reserve_e820_mpc_new(); 91855f26239SYinghai Lu /* update e820 for memory not covered by WB MTRRs */ 91955f26239SYinghai Lu mtrr_bp_init(); 9202dc807b3SYinghai Lu if (mtrr_trim_uncached_memory(max_pfn)) 921f361a450SYinghai Lu max_pfn = e820_end_of_ram_pfn(); 92255f26239SYinghai Lu 92355f26239SYinghai Lu #ifdef CONFIG_X86_32 92455f26239SYinghai Lu /* max_low_pfn get updated here */ 92555f26239SYinghai Lu find_low_pfn_range(); 92655f26239SYinghai Lu #else 92755f26239SYinghai Lu num_physpages = max_pfn; 92855f26239SYinghai Lu 92955f26239SYinghai Lu check_efer(); 93055f26239SYinghai Lu 93155f26239SYinghai Lu /* How many end-of-memory variables you have, grandma! */ 93255f26239SYinghai Lu /* need this before calling reserve_initrd */ 933f361a450SYinghai Lu if (max_pfn > (1UL<<(32 - PAGE_SHIFT))) 934f361a450SYinghai Lu max_low_pfn = e820_end_of_low_ram_pfn(); 935f361a450SYinghai Lu else 93655f26239SYinghai Lu max_low_pfn = max_pfn; 937f361a450SYinghai Lu 93855f26239SYinghai Lu high_memory = (void *)__va(max_pfn * PAGE_SIZE - 1) + 1; 93955f26239SYinghai Lu #endif 94055f26239SYinghai Lu 9415394f80fSJeremy Fitzhardinge #ifdef CONFIG_X86_CHECK_BIOS_CORRUPTION 9425394f80fSJeremy Fitzhardinge setup_bios_corruption_check(); 9435394f80fSJeremy Fitzhardinge #endif 9445394f80fSJeremy Fitzhardinge 94555f26239SYinghai Lu /* max_pfn_mapped is updated here */ 946f361a450SYinghai Lu max_low_pfn_mapped = init_memory_mapping(0, max_low_pfn<<PAGE_SHIFT); 947f361a450SYinghai Lu max_pfn_mapped = max_low_pfn_mapped; 948f361a450SYinghai Lu 949f361a450SYinghai Lu #ifdef CONFIG_X86_64 950f361a450SYinghai Lu if (max_pfn > max_low_pfn) { 951f361a450SYinghai Lu max_pfn_mapped = init_memory_mapping(1UL<<32, 952f361a450SYinghai Lu max_pfn<<PAGE_SHIFT); 953f361a450SYinghai Lu /* can we preseve max_low_pfn ?*/ 954f361a450SYinghai Lu max_low_pfn = max_pfn; 955f361a450SYinghai Lu } 956f361a450SYinghai Lu #endif 95755f26239SYinghai Lu 958e7b37895SYinghai Lu /* 959e7b37895SYinghai Lu * NOTE: On x86-32, only from this point on, fixmaps are ready for use. 960e7b37895SYinghai Lu */ 961e7b37895SYinghai Lu 962e7b37895SYinghai Lu #ifdef CONFIG_PROVIDE_OHCI1394_DMA_INIT 963e7b37895SYinghai Lu if (init_ohci1394_dma_early) 964e7b37895SYinghai Lu init_ohci1394_dma_on_all_controllers(); 965e7b37895SYinghai Lu #endif 966e7b37895SYinghai Lu 96755f26239SYinghai Lu reserve_initrd(); 96855f26239SYinghai Lu 96955f26239SYinghai Lu #ifdef CONFIG_X86_64 97055f26239SYinghai Lu vsmp_init(); 97155f26239SYinghai Lu #endif 97255f26239SYinghai Lu 97355f26239SYinghai Lu io_delay_init(); 97455f26239SYinghai Lu 97555f26239SYinghai Lu /* 97655f26239SYinghai Lu * Parse the ACPI tables for possible boot-time SMP configuration. 97755f26239SYinghai Lu */ 97855f26239SYinghai Lu acpi_boot_table_init(); 97955f26239SYinghai Lu 98055f26239SYinghai Lu #ifdef CONFIG_ACPI_NUMA 98155f26239SYinghai Lu /* 98255f26239SYinghai Lu * Parse SRAT to discover nodes. 98355f26239SYinghai Lu */ 98455f26239SYinghai Lu acpi_numa_init(); 98555f26239SYinghai Lu #endif 98655f26239SYinghai Lu 98755f26239SYinghai Lu initmem_init(0, max_pfn); 98855f26239SYinghai Lu 98955f26239SYinghai Lu #ifdef CONFIG_ACPI_SLEEP 99055f26239SYinghai Lu /* 99155f26239SYinghai Lu * Reserve low memory region for sleep support. 99255f26239SYinghai Lu */ 99355f26239SYinghai Lu acpi_reserve_bootmem(); 99455f26239SYinghai Lu #endif 995d1b20afeSYinghai Lu #ifdef CONFIG_X86_FIND_SMP_CONFIG 99655f26239SYinghai Lu /* 99755f26239SYinghai Lu * Find and reserve possible boot-time SMP configuration: 99855f26239SYinghai Lu */ 99955f26239SYinghai Lu find_smp_config(); 100055f26239SYinghai Lu #endif 100155f26239SYinghai Lu reserve_crashkernel(); 100255f26239SYinghai Lu 100391467bdfSBernhard Walle #ifdef CONFIG_X86_64 100491467bdfSBernhard Walle /* 100591467bdfSBernhard Walle * dma32_reserve_bootmem() allocates bootmem which may conflict 100691467bdfSBernhard Walle * with the crashkernel command line, so do that after 100791467bdfSBernhard Walle * reserve_crashkernel() 100891467bdfSBernhard Walle */ 100991467bdfSBernhard Walle dma32_reserve_bootmem(); 101091467bdfSBernhard Walle #endif 101191467bdfSBernhard Walle 101255f26239SYinghai Lu reserve_ibft_region(); 101355f26239SYinghai Lu 101455f26239SYinghai Lu #ifdef CONFIG_KVM_CLOCK 101555f26239SYinghai Lu kvmclock_init(); 101655f26239SYinghai Lu #endif 101755f26239SYinghai Lu 1018a312b37bSEduardo Habkost paravirt_pagetable_setup_start(swapper_pg_dir); 101955f26239SYinghai Lu paging_init(); 1020a312b37bSEduardo Habkost paravirt_pagetable_setup_done(swapper_pg_dir); 1021c1f2f09eSEduardo Habkost paravirt_post_allocator_init(); 102255f26239SYinghai Lu 102355f26239SYinghai Lu #ifdef CONFIG_X86_64 102455f26239SYinghai Lu map_vsyscall(); 102555f26239SYinghai Lu #endif 102655f26239SYinghai Lu 102755f26239SYinghai Lu #ifdef CONFIG_X86_GENERICARCH 102855f26239SYinghai Lu generic_apic_probe(); 102955f26239SYinghai Lu #endif 103055f26239SYinghai Lu 103155f26239SYinghai Lu early_quirks(); 103255f26239SYinghai Lu 103355f26239SYinghai Lu /* 103455f26239SYinghai Lu * Read APIC and some other early information from ACPI tables. 103555f26239SYinghai Lu */ 103655f26239SYinghai Lu acpi_boot_init(); 103755f26239SYinghai Lu 103855f26239SYinghai Lu #if defined(CONFIG_X86_MPPARSE) || defined(CONFIG_X86_VISWS) 103955f26239SYinghai Lu /* 104055f26239SYinghai Lu * get boot-time SMP configuration: 104155f26239SYinghai Lu */ 104255f26239SYinghai Lu if (smp_found_config) 104355f26239SYinghai Lu get_smp_config(); 104455f26239SYinghai Lu #endif 104555f26239SYinghai Lu 1046329513a3SYinghai Lu prefill_possible_map(); 10475f4765f9SYinghai Lu #ifdef CONFIG_X86_64 10485f4765f9SYinghai Lu init_cpu_to_node(); 10495f4765f9SYinghai Lu #endif 10505f4765f9SYinghai Lu 105155f26239SYinghai Lu init_apic_mappings(); 105255f26239SYinghai Lu ioapic_init_mappings(); 1053f3294a33SYinghai Lu 105455f26239SYinghai Lu kvm_guest_init(); 105555f26239SYinghai Lu 105655f26239SYinghai Lu e820_reserve_resources(); 105755f26239SYinghai Lu e820_mark_nosave_regions(max_low_pfn); 105855f26239SYinghai Lu 105955f26239SYinghai Lu #ifdef CONFIG_X86_32 106055f26239SYinghai Lu request_resource(&iomem_resource, &video_ram_resource); 106155f26239SYinghai Lu #endif 106255f26239SYinghai Lu reserve_standard_io_resources(); 106355f26239SYinghai Lu 106455f26239SYinghai Lu e820_setup_gap(); 106555f26239SYinghai Lu 106655f26239SYinghai Lu #ifdef CONFIG_VT 106755f26239SYinghai Lu #if defined(CONFIG_VGA_CONSOLE) 106855f26239SYinghai Lu if (!efi_enabled || (efi_mem_type(0xa0000) != EFI_CONVENTIONAL_MEMORY)) 106955f26239SYinghai Lu conswitchp = &vga_con; 107055f26239SYinghai Lu #elif defined(CONFIG_DUMMY_CONSOLE) 107155f26239SYinghai Lu conswitchp = &dummy_con; 107255f26239SYinghai Lu #endif 107355f26239SYinghai Lu #endif 107455f26239SYinghai Lu } 10755649b7c3SIngo Molnar 10765649b7c3SIngo Molnar 1077