11da177e4SLinus Torvalds #ifndef _LINUX_MODULE_H 21da177e4SLinus Torvalds #define _LINUX_MODULE_H 31da177e4SLinus Torvalds /* 41da177e4SLinus Torvalds * Dynamic loading of modules into the kernel. 51da177e4SLinus Torvalds * 61da177e4SLinus Torvalds * Rewritten by Richard Henderson <[email protected]> Dec 1996 71da177e4SLinus Torvalds * Rewritten again by Rusty Russell, 2002 81da177e4SLinus Torvalds */ 91da177e4SLinus Torvalds #include <linux/list.h> 101da177e4SLinus Torvalds #include <linux/stat.h> 111da177e4SLinus Torvalds #include <linux/compiler.h> 121da177e4SLinus Torvalds #include <linux/cache.h> 131da177e4SLinus Torvalds #include <linux/kmod.h> 141da177e4SLinus Torvalds #include <linux/elf.h> 151da177e4SLinus Torvalds #include <linux/stringify.h> 161da177e4SLinus Torvalds #include <linux/kobject.h> 171da177e4SLinus Torvalds #include <linux/moduleparam.h> 18b2e285fcSSteven Rostedt (Red Hat) #include <linux/jump_label.h> 19f5016932SPaul Gortmaker #include <linux/export.h> 2093c2e105SPeter Zijlstra #include <linux/rbtree_latch.h> 211da177e4SLinus Torvalds 22e1783a24SChristoph Lameter #include <linux/percpu.h> 231da177e4SLinus Torvalds #include <asm/module.h> 241da177e4SLinus Torvalds 25106a4ee2SRusty Russell /* In stripped ARM and x86-64 modules, ~ is surprisingly rare. */ 26106a4ee2SRusty Russell #define MODULE_SIG_STRING "~Module signature appended~\n" 27106a4ee2SRusty Russell 281da177e4SLinus Torvalds /* Not Yet Implemented */ 291da177e4SLinus Torvalds #define MODULE_SUPPORTED_DEVICE(name) 301da177e4SLinus Torvalds 31730b69d2SRusty Russell #define MODULE_NAME_LEN MAX_PARAM_PREFIX_LEN 321da177e4SLinus Torvalds 33e865d06bSSeunghun Lee struct modversion_info { 341da177e4SLinus Torvalds unsigned long crc; 351da177e4SLinus Torvalds char name[MODULE_NAME_LEN]; 361da177e4SLinus Torvalds }; 371da177e4SLinus Torvalds 381da177e4SLinus Torvalds struct module; 391da177e4SLinus Torvalds 404befb026SKay Sievers struct module_kobject { 414befb026SKay Sievers struct kobject kobj; 424befb026SKay Sievers struct module *mod; 434befb026SKay Sievers struct kobject *drivers_dir; 444befb026SKay Sievers struct module_param_attrs *mp; 45942e4431SLi Zhong struct completion *kobj_completion; 464befb026SKay Sievers }; 474befb026SKay Sievers 481da177e4SLinus Torvalds struct module_attribute { 491da177e4SLinus Torvalds struct attribute attr; 504befb026SKay Sievers ssize_t (*show)(struct module_attribute *, struct module_kobject *, 514befb026SKay Sievers char *); 524befb026SKay Sievers ssize_t (*store)(struct module_attribute *, struct module_kobject *, 531da177e4SLinus Torvalds const char *, size_t count); 54c988d2b2SMatt Domsch void (*setup)(struct module *, const char *); 55c988d2b2SMatt Domsch int (*test)(struct module *); 56c988d2b2SMatt Domsch void (*free)(struct module *); 571da177e4SLinus Torvalds }; 581da177e4SLinus Torvalds 59e94965edSDmitry Torokhov struct module_version_attribute { 60e94965edSDmitry Torokhov struct module_attribute mattr; 61e94965edSDmitry Torokhov const char *module_name; 62e94965edSDmitry Torokhov const char *version; 6398562ad8SDmitry Torokhov } __attribute__ ((__aligned__(sizeof(void *)))); 64e94965edSDmitry Torokhov 659b73a584SDmitry Torokhov extern ssize_t __modver_version_show(struct module_attribute *, 664befb026SKay Sievers struct module_kobject *, char *); 679b73a584SDmitry Torokhov 6888bfa324SKay Sievers extern struct module_attribute module_uevent; 691da177e4SLinus Torvalds 701da177e4SLinus Torvalds /* These are either module local, or the kernel's dummy ones. */ 711da177e4SLinus Torvalds extern int init_module(void); 721da177e4SLinus Torvalds extern void cleanup_module(void); 731da177e4SLinus Torvalds 741da177e4SLinus Torvalds /* Archs provide a method of finding the correct exception table. */ 751da177e4SLinus Torvalds struct exception_table_entry; 761da177e4SLinus Torvalds 771da177e4SLinus Torvalds const struct exception_table_entry * 781da177e4SLinus Torvalds search_extable(const struct exception_table_entry *first, 791da177e4SLinus Torvalds const struct exception_table_entry *last, 801da177e4SLinus Torvalds unsigned long value); 811da177e4SLinus Torvalds void sort_extable(struct exception_table_entry *start, 821da177e4SLinus Torvalds struct exception_table_entry *finish); 831da177e4SLinus Torvalds void sort_main_extable(void); 84ad6561dfSRusty Russell void trim_init_extable(struct module *m); 851da177e4SLinus Torvalds 861da177e4SLinus Torvalds /* Generic info of form tag = "info" */ 871da177e4SLinus Torvalds #define MODULE_INFO(tag, info) __MODULE_INFO(tag, tag, info) 881da177e4SLinus Torvalds 891da177e4SLinus Torvalds /* For userspace: you can also call me... */ 901da177e4SLinus Torvalds #define MODULE_ALIAS(_alias) MODULE_INFO(alias, _alias) 911da177e4SLinus Torvalds 927cb14ba7SAndreas Robinson /* Soft module dependencies. See man modprobe.d for details. 937cb14ba7SAndreas Robinson * Example: MODULE_SOFTDEP("pre: module-foo module-bar post: module-baz") 947cb14ba7SAndreas Robinson */ 957cb14ba7SAndreas Robinson #define MODULE_SOFTDEP(_softdep) MODULE_INFO(softdep, _softdep) 967cb14ba7SAndreas Robinson 971da177e4SLinus Torvalds /* 981da177e4SLinus Torvalds * The following license idents are currently accepted as indicating free 991da177e4SLinus Torvalds * software modules 1001da177e4SLinus Torvalds * 1011da177e4SLinus Torvalds * "GPL" [GNU Public License v2 or later] 1021da177e4SLinus Torvalds * "GPL v2" [GNU Public License v2] 1031da177e4SLinus Torvalds * "GPL and additional rights" [GNU Public License v2 rights and more] 1041da177e4SLinus Torvalds * "Dual BSD/GPL" [GNU Public License v2 1051da177e4SLinus Torvalds * or BSD license choice] 1068d27e908SXose Vazquez Perez * "Dual MIT/GPL" [GNU Public License v2 1078d27e908SXose Vazquez Perez * or MIT license choice] 1081da177e4SLinus Torvalds * "Dual MPL/GPL" [GNU Public License v2 1091da177e4SLinus Torvalds * or Mozilla license choice] 1101da177e4SLinus Torvalds * 1111da177e4SLinus Torvalds * The following other idents are available 1121da177e4SLinus Torvalds * 1131da177e4SLinus Torvalds * "Proprietary" [Non free products] 1141da177e4SLinus Torvalds * 1151da177e4SLinus Torvalds * There are dual licensed components, but when running with Linux it is the 1161da177e4SLinus Torvalds * GPL that is relevant so this is a non issue. Similarly LGPL linked with GPL 1171da177e4SLinus Torvalds * is a GPL combined work. 1181da177e4SLinus Torvalds * 1191da177e4SLinus Torvalds * This exists for several reasons 1201da177e4SLinus Torvalds * 1. So modinfo can show license info for users wanting to vet their setup 1211da177e4SLinus Torvalds * is free 1221da177e4SLinus Torvalds * 2. So the community can ignore bug reports including proprietary modules 1231da177e4SLinus Torvalds * 3. So vendors can do likewise based on their own policies 1241da177e4SLinus Torvalds */ 1251da177e4SLinus Torvalds #define MODULE_LICENSE(_license) MODULE_INFO(license, _license) 1261da177e4SLinus Torvalds 1271d7015caSJohannes Berg /* 1281d7015caSJohannes Berg * Author(s), use "Name <email>" or just "Name", for multiple 1291d7015caSJohannes Berg * authors use multiple MODULE_AUTHOR() statements/lines. 1301d7015caSJohannes Berg */ 1311da177e4SLinus Torvalds #define MODULE_AUTHOR(_author) MODULE_INFO(author, _author) 1321da177e4SLinus Torvalds 1331da177e4SLinus Torvalds /* What your module does. */ 1341da177e4SLinus Torvalds #define MODULE_DESCRIPTION(_description) MODULE_INFO(description, _description) 1351da177e4SLinus Torvalds 136cff26a51SRusty Russell #ifdef MODULE 137cff26a51SRusty Russell /* Creates an alias so file2alias.c can find device table. */ 1381da177e4SLinus Torvalds #define MODULE_DEVICE_TABLE(type, name) \ 1396301939dSAndrey Ryabinin extern const typeof(name) __mod_##type##__##name##_device_table \ 140cff26a51SRusty Russell __attribute__ ((unused, alias(__stringify(name)))) 141cff26a51SRusty Russell #else /* !MODULE */ 142cff26a51SRusty Russell #define MODULE_DEVICE_TABLE(type, name) 143cff26a51SRusty Russell #endif 1441da177e4SLinus Torvalds 1451da177e4SLinus Torvalds /* Version of form [<epoch>:]<version>[-<extra-version>]. 146e865d06bSSeunghun Lee * Or for CVS/RCS ID version, everything but the number is stripped. 147e865d06bSSeunghun Lee * <epoch>: A (small) unsigned integer which allows you to start versions 148e865d06bSSeunghun Lee * anew. If not mentioned, it's zero. eg. "2:1.0" is after 149e865d06bSSeunghun Lee * "1:2.0". 1501da177e4SLinus Torvalds 151e865d06bSSeunghun Lee * <version>: The <version> may contain only alphanumerics and the 152e865d06bSSeunghun Lee * character `.'. Ordered by numeric sort for numeric parts, 153e865d06bSSeunghun Lee * ascii sort for ascii parts (as per RPM or DEB algorithm). 154e865d06bSSeunghun Lee 155e865d06bSSeunghun Lee * <extraversion>: Like <version>, but inserted for local 156e865d06bSSeunghun Lee * customizations, eg "rh3" or "rusty1". 157e865d06bSSeunghun Lee 158e865d06bSSeunghun Lee * Using this automatically adds a checksum of the .c files and the 159e865d06bSSeunghun Lee * local headers in "srcversion". 1601da177e4SLinus Torvalds */ 161e94965edSDmitry Torokhov 1623b90a5b2SRusty Russell #if defined(MODULE) || !defined(CONFIG_SYSFS) 1631da177e4SLinus Torvalds #define MODULE_VERSION(_version) MODULE_INFO(version, _version) 164e94965edSDmitry Torokhov #else 165e94965edSDmitry Torokhov #define MODULE_VERSION(_version) \ 166b4bc8428SDmitry Torokhov static struct module_version_attribute ___modver_attr = { \ 167e94965edSDmitry Torokhov .mattr = { \ 168e94965edSDmitry Torokhov .attr = { \ 169e94965edSDmitry Torokhov .name = "version", \ 170e94965edSDmitry Torokhov .mode = S_IRUGO, \ 171e94965edSDmitry Torokhov }, \ 172e94965edSDmitry Torokhov .show = __modver_version_show, \ 173e94965edSDmitry Torokhov }, \ 174e94965edSDmitry Torokhov .module_name = KBUILD_MODNAME, \ 175e94965edSDmitry Torokhov .version = _version, \ 176b4bc8428SDmitry Torokhov }; \ 177b4bc8428SDmitry Torokhov static const struct module_version_attribute \ 178b4bc8428SDmitry Torokhov __used __attribute__ ((__section__ ("__modver"))) \ 179b4bc8428SDmitry Torokhov * __moduleparam_const __modver_attr = &___modver_attr 180e94965edSDmitry Torokhov #endif 1811da177e4SLinus Torvalds 182187afbedSJon Masters /* Optional firmware file (or files) needed by the module 183187afbedSJon Masters * format is simply firmware file name. Multiple firmware 184187afbedSJon Masters * files require multiple MODULE_FIRMWARE() specifiers */ 185187afbedSJon Masters #define MODULE_FIRMWARE(_firmware) MODULE_INFO(firmware, _firmware) 186187afbedSJon Masters 1871da177e4SLinus Torvalds /* Given an address, look for it in the exception tables */ 1881da177e4SLinus Torvalds const struct exception_table_entry *search_exception_tables(unsigned long add); 1891da177e4SLinus Torvalds 1901da177e4SLinus Torvalds struct notifier_block; 1911da177e4SLinus Torvalds 1921da177e4SLinus Torvalds #ifdef CONFIG_MODULES 1931da177e4SLinus Torvalds 1945ed10910SDave Young extern int modules_disabled; /* for sysctl */ 1951da177e4SLinus Torvalds /* Get/put a kernel symbol (calls must be symmetric) */ 1961da177e4SLinus Torvalds void *__symbol_get(const char *symbol); 1971da177e4SLinus Torvalds void *__symbol_get_gpl(const char *symbol); 198b92021b0SRusty Russell #define symbol_get(x) ((typeof(&x))(__symbol_get(VMLINUX_SYMBOL_STR(x)))) 1991da177e4SLinus Torvalds 200c8e21cedSRusty Russell /* modules using other modules: kdb wants to see this. */ 201c8e21cedSRusty Russell struct module_use { 202c8e21cedSRusty Russell struct list_head source_list; 203c8e21cedSRusty Russell struct list_head target_list; 204c8e21cedSRusty Russell struct module *source, *target; 205c8e21cedSRusty Russell }; 206c8e21cedSRusty Russell 2070d21b0e3SRusty Russell enum module_state { 2080d21b0e3SRusty Russell MODULE_STATE_LIVE, /* Normal state. */ 2090d21b0e3SRusty Russell MODULE_STATE_COMING, /* Full formed, running module_init. */ 2100d21b0e3SRusty Russell MODULE_STATE_GOING, /* Going away. */ 2110d21b0e3SRusty Russell MODULE_STATE_UNFORMED, /* Still setting it up. */ 2121da177e4SLinus Torvalds }; 2131da177e4SLinus Torvalds 21493c2e105SPeter Zijlstra struct module; 21593c2e105SPeter Zijlstra 21693c2e105SPeter Zijlstra struct mod_tree_node { 21793c2e105SPeter Zijlstra struct module *mod; 21893c2e105SPeter Zijlstra struct latch_tree_node node; 21993c2e105SPeter Zijlstra }; 22093c2e105SPeter Zijlstra 221e865d06bSSeunghun Lee struct module { 2221da177e4SLinus Torvalds enum module_state state; 2231da177e4SLinus Torvalds 2241da177e4SLinus Torvalds /* Member of list of modules */ 2251da177e4SLinus Torvalds struct list_head list; 2261da177e4SLinus Torvalds 2271da177e4SLinus Torvalds /* Unique handle for this module */ 2281da177e4SLinus Torvalds char name[MODULE_NAME_LEN]; 2291da177e4SLinus Torvalds 2301da177e4SLinus Torvalds /* Sysfs stuff. */ 2311da177e4SLinus Torvalds struct module_kobject mkobj; 23203e88ae1SGreg Kroah-Hartman struct module_attribute *modinfo_attrs; 233c988d2b2SMatt Domsch const char *version; 234c988d2b2SMatt Domsch const char *srcversion; 235270a6c4cSKay Sievers struct kobject *holders_dir; 2361da177e4SLinus Torvalds 2371da177e4SLinus Torvalds /* Exported symbols */ 2381da177e4SLinus Torvalds const struct kernel_symbol *syms; 2391da177e4SLinus Torvalds const unsigned long *crcs; 240af540689SRichard Kennedy unsigned int num_syms; 2411da177e4SLinus Torvalds 242e180a6b7SRusty Russell /* Kernel parameters. */ 243*cf2fde7bSRusty Russell #ifdef CONFIG_SYSFS 244b51d23e4SDan Streetman struct mutex param_lock; 245*cf2fde7bSRusty Russell #endif 246e180a6b7SRusty Russell struct kernel_param *kp; 247e180a6b7SRusty Russell unsigned int num_kp; 248e180a6b7SRusty Russell 2491da177e4SLinus Torvalds /* GPL-only exported symbols. */ 2501da177e4SLinus Torvalds unsigned int num_gpl_syms; 251af540689SRichard Kennedy const struct kernel_symbol *gpl_syms; 2521da177e4SLinus Torvalds const unsigned long *gpl_crcs; 2531da177e4SLinus Torvalds 254f7f5b675SDenys Vlasenko #ifdef CONFIG_UNUSED_SYMBOLS 255f71d20e9SArjan van de Ven /* unused exported symbols. */ 256f71d20e9SArjan van de Ven const struct kernel_symbol *unused_syms; 257f71d20e9SArjan van de Ven const unsigned long *unused_crcs; 258af540689SRichard Kennedy unsigned int num_unused_syms; 259af540689SRichard Kennedy 260f71d20e9SArjan van de Ven /* GPL-only, unused exported symbols. */ 261f71d20e9SArjan van de Ven unsigned int num_unused_gpl_syms; 262af540689SRichard Kennedy const struct kernel_symbol *unused_gpl_syms; 263f71d20e9SArjan van de Ven const unsigned long *unused_gpl_crcs; 264f7f5b675SDenys Vlasenko #endif 265f71d20e9SArjan van de Ven 266106a4ee2SRusty Russell #ifdef CONFIG_MODULE_SIG 267106a4ee2SRusty Russell /* Signature was verified. */ 268106a4ee2SRusty Russell bool sig_ok; 269106a4ee2SRusty Russell #endif 270106a4ee2SRusty Russell 2719f28bb7eSGreg Kroah-Hartman /* symbols that will be GPL-only in the near future. */ 2729f28bb7eSGreg Kroah-Hartman const struct kernel_symbol *gpl_future_syms; 2739f28bb7eSGreg Kroah-Hartman const unsigned long *gpl_future_crcs; 274af540689SRichard Kennedy unsigned int num_gpl_future_syms; 2759f28bb7eSGreg Kroah-Hartman 2761da177e4SLinus Torvalds /* Exception table */ 2771da177e4SLinus Torvalds unsigned int num_exentries; 2785e458cc0SRusty Russell struct exception_table_entry *extable; 2791da177e4SLinus Torvalds 2801da177e4SLinus Torvalds /* Startup function. */ 2811da177e4SLinus Torvalds int (*init)(void); 2821da177e4SLinus Torvalds 28393c2e105SPeter Zijlstra /* 28493c2e105SPeter Zijlstra * If this is non-NULL, vfree() after init() returns. 28593c2e105SPeter Zijlstra * 28693c2e105SPeter Zijlstra * Cacheline align here, such that: 28793c2e105SPeter Zijlstra * module_init, module_core, init_size, core_size, 2886c9692e2SPeter Zijlstra * init_text_size, core_text_size and mtn_core::{mod,node[0]} 28993c2e105SPeter Zijlstra * are on the same cacheline. 29093c2e105SPeter Zijlstra */ 29193c2e105SPeter Zijlstra void *module_init ____cacheline_aligned; 2921da177e4SLinus Torvalds 2931da177e4SLinus Torvalds /* Here is the actual code + data, vfree'd on unload. */ 2941da177e4SLinus Torvalds void *module_core; 2951da177e4SLinus Torvalds 2961da177e4SLinus Torvalds /* Here are the sizes of the init and core sections */ 2972f0f2a33SDenys Vlasenko unsigned int init_size, core_size; 2981da177e4SLinus Torvalds 2991da177e4SLinus Torvalds /* The size of the executable code in each section. */ 3002f0f2a33SDenys Vlasenko unsigned int init_text_size, core_text_size; 3011da177e4SLinus Torvalds 3026c9692e2SPeter Zijlstra #ifdef CONFIG_MODULES_TREE_LOOKUP 30393c2e105SPeter Zijlstra /* 30493c2e105SPeter Zijlstra * We want mtn_core::{mod,node[0]} to be in the same cacheline as the 30593c2e105SPeter Zijlstra * above entries such that a regular lookup will only touch one 30693c2e105SPeter Zijlstra * cacheline. 30793c2e105SPeter Zijlstra */ 30893c2e105SPeter Zijlstra struct mod_tree_node mtn_core; 30993c2e105SPeter Zijlstra struct mod_tree_node mtn_init; 3106c9692e2SPeter Zijlstra #endif 31193c2e105SPeter Zijlstra 31284e1c6bbSmatthieu castet /* Size of RO sections of the module (text+rodata) */ 31384e1c6bbSmatthieu castet unsigned int init_ro_size, core_ro_size; 31484e1c6bbSmatthieu castet 3151da177e4SLinus Torvalds /* Arch-specific module values */ 3161da177e4SLinus Torvalds struct mod_arch_specific arch; 3171da177e4SLinus Torvalds 3182bc2d61aSRandy Dunlap unsigned int taints; /* same bits as kernel:tainted */ 3192bc2d61aSRandy Dunlap 3207664c5a1SJeremy Fitzhardinge #ifdef CONFIG_GENERIC_BUG 3217664c5a1SJeremy Fitzhardinge /* Support for BUG */ 322af540689SRichard Kennedy unsigned num_bugs; 3237664c5a1SJeremy Fitzhardinge struct list_head bug_list; 3247664c5a1SJeremy Fitzhardinge struct bug_entry *bug_table; 3251da177e4SLinus Torvalds #endif 3261da177e4SLinus Torvalds 3271da177e4SLinus Torvalds #ifdef CONFIG_KALLSYMS 3284a496226SJan Beulich /* 3294a496226SJan Beulich * We keep the symbol and string tables for kallsyms. 3304a496226SJan Beulich * The core_* fields below are temporary, loader-only (they 3314a496226SJan Beulich * could really be discarded after module init). 3324a496226SJan Beulich */ 3334a496226SJan Beulich Elf_Sym *symtab, *core_symtab; 3344a496226SJan Beulich unsigned int num_symtab, core_num_syms; 335554bdfe5SJan Beulich char *strtab, *core_strtab; 3361da177e4SLinus Torvalds 3371da177e4SLinus Torvalds /* Section attributes */ 3381da177e4SLinus Torvalds struct module_sect_attrs *sect_attrs; 3396d760133SRoland McGrath 3406d760133SRoland McGrath /* Notes attributes */ 3416d760133SRoland McGrath struct module_notes_attrs *notes_attrs; 3421da177e4SLinus Torvalds #endif 3431da177e4SLinus Torvalds 344a288bd65SRichard Kennedy /* The command line arguments (may be mangled). People like 345a288bd65SRichard Kennedy keeping pointers to this stuff */ 346a288bd65SRichard Kennedy char *args; 347a288bd65SRichard Kennedy 348259354deSTejun Heo #ifdef CONFIG_SMP 3491da177e4SLinus Torvalds /* Per-cpu data. */ 350259354deSTejun Heo void __percpu *percpu; 351259354deSTejun Heo unsigned int percpu_size; 352259354deSTejun Heo #endif 3531da177e4SLinus Torvalds 35497e1c18eSMathieu Desnoyers #ifdef CONFIG_TRACEPOINTS 35597e1c18eSMathieu Desnoyers unsigned int num_tracepoints; 356a288bd65SRichard Kennedy struct tracepoint * const *tracepoints_ptrs; 35797e1c18eSMathieu Desnoyers #endif 358bf5438fcSJason Baron #ifdef HAVE_JUMP_LABEL 359bf5438fcSJason Baron struct jump_entry *jump_entries; 360bf5438fcSJason Baron unsigned int num_jump_entries; 361bf5438fcSJason Baron #endif 362769b0441SFrederic Weisbecker #ifdef CONFIG_TRACING 3631ba28e02SLai Jiangshan unsigned int num_trace_bprintk_fmt; 364a288bd65SRichard Kennedy const char **trace_bprintk_fmt_start; 3651ba28e02SLai Jiangshan #endif 3666d723736SSteven Rostedt #ifdef CONFIG_EVENT_TRACING 367e4a9ea5eSSteven Rostedt struct ftrace_event_call **trace_events; 3686d723736SSteven Rostedt unsigned int num_trace_events; 3693673b8e4SSteven Rostedt (Red Hat) struct trace_enum_map **trace_enums; 3703673b8e4SSteven Rostedt (Red Hat) unsigned int num_trace_enums; 3716d723736SSteven Rostedt #endif 37293eb677dSSteven Rostedt #ifdef CONFIG_FTRACE_MCOUNT_RECORD 37393eb677dSSteven Rostedt unsigned int num_ftrace_callsites; 374a288bd65SRichard Kennedy unsigned long *ftrace_callsites; 37593eb677dSSteven Rostedt #endif 3761ba28e02SLai Jiangshan 3778cb2c2dcSPetr Mladek #ifdef CONFIG_LIVEPATCH 3788cb2c2dcSPetr Mladek bool klp_alive; 3798cb2c2dcSPetr Mladek #endif 3808cb2c2dcSPetr Mladek 381af540689SRichard Kennedy #ifdef CONFIG_MODULE_UNLOAD 382af540689SRichard Kennedy /* What modules depend on me? */ 3832c02dfe7SLinus Torvalds struct list_head source_list; 3842c02dfe7SLinus Torvalds /* What modules do I depend on? */ 3852c02dfe7SLinus Torvalds struct list_head target_list; 386af540689SRichard Kennedy 387af540689SRichard Kennedy /* Destruction function. */ 388af540689SRichard Kennedy void (*exit)(void); 389af540689SRichard Kennedy 3902f35c41fSMasami Hiramatsu atomic_t refcnt; 391af540689SRichard Kennedy #endif 392b99b87f7SPeter Oberparleiter 393b99b87f7SPeter Oberparleiter #ifdef CONFIG_CONSTRUCTORS 394b99b87f7SPeter Oberparleiter /* Constructor functions. */ 395b99b87f7SPeter Oberparleiter ctor_fn_t *ctors; 396b99b87f7SPeter Oberparleiter unsigned int num_ctors; 397b99b87f7SPeter Oberparleiter #endif 39893c2e105SPeter Zijlstra } ____cacheline_aligned; 399e61a1c1cSRoman Zippel #ifndef MODULE_ARCH_INIT 400e61a1c1cSRoman Zippel #define MODULE_ARCH_INIT {} 401e61a1c1cSRoman Zippel #endif 4021da177e4SLinus Torvalds 403c6b37801STim Abbott extern struct mutex module_mutex; 404c6b37801STim Abbott 4051da177e4SLinus Torvalds /* FIXME: It'd be nice to isolate modules during init, too, so they 4061da177e4SLinus Torvalds aren't used before they (may) fail. But presently too much code 4071da177e4SLinus Torvalds (IDE & SCSI) require entry into the module during init.*/ 4081da177e4SLinus Torvalds static inline int module_is_live(struct module *mod) 4091da177e4SLinus Torvalds { 4101da177e4SLinus Torvalds return mod->state != MODULE_STATE_GOING; 4111da177e4SLinus Torvalds } 4121da177e4SLinus Torvalds 4131da177e4SLinus Torvalds struct module *__module_text_address(unsigned long addr); 414e610499eSRusty Russell struct module *__module_address(unsigned long addr); 415e610499eSRusty Russell bool is_module_address(unsigned long addr); 41610fad5e4STejun Heo bool is_module_percpu_address(unsigned long addr); 417e610499eSRusty Russell bool is_module_text_address(unsigned long addr); 4181da177e4SLinus Torvalds 41976681c8fSPetr Mladek static inline bool within_module_core(unsigned long addr, 42076681c8fSPetr Mladek const struct module *mod) 421a06f6211SMasami Hiramatsu { 422a06f6211SMasami Hiramatsu return (unsigned long)mod->module_core <= addr && 423a06f6211SMasami Hiramatsu addr < (unsigned long)mod->module_core + mod->core_size; 424a06f6211SMasami Hiramatsu } 425a06f6211SMasami Hiramatsu 42676681c8fSPetr Mladek static inline bool within_module_init(unsigned long addr, 42776681c8fSPetr Mladek const struct module *mod) 428a06f6211SMasami Hiramatsu { 429a06f6211SMasami Hiramatsu return (unsigned long)mod->module_init <= addr && 430a06f6211SMasami Hiramatsu addr < (unsigned long)mod->module_init + mod->init_size; 431a06f6211SMasami Hiramatsu } 432a06f6211SMasami Hiramatsu 43376681c8fSPetr Mladek static inline bool within_module(unsigned long addr, const struct module *mod) 4349b20a352SPetr Mladek { 4359b20a352SPetr Mladek return within_module_init(addr, mod) || within_module_core(addr, mod); 4369b20a352SPetr Mladek } 4379b20a352SPetr Mladek 438c6b37801STim Abbott /* Search for module by name: must hold module_mutex. */ 439c6b37801STim Abbott struct module *find_module(const char *name); 440c6b37801STim Abbott 441c6b37801STim Abbott struct symsearch { 442c6b37801STim Abbott const struct kernel_symbol *start, *stop; 443c6b37801STim Abbott const unsigned long *crcs; 444c6b37801STim Abbott enum { 445c6b37801STim Abbott NOT_GPL_ONLY, 446c6b37801STim Abbott GPL_ONLY, 447c6b37801STim Abbott WILL_BE_GPL_ONLY, 448c6b37801STim Abbott } licence; 449c6b37801STim Abbott bool unused; 450c6b37801STim Abbott }; 451c6b37801STim Abbott 4520be964beSPeter Zijlstra /* 4530be964beSPeter Zijlstra * Search for an exported symbol by name. 4540be964beSPeter Zijlstra * 4550be964beSPeter Zijlstra * Must be called with module_mutex held or preemption disabled. 4560be964beSPeter Zijlstra */ 457c6b37801STim Abbott const struct kernel_symbol *find_symbol(const char *name, 458c6b37801STim Abbott struct module **owner, 459c6b37801STim Abbott const unsigned long **crc, 460c6b37801STim Abbott bool gplok, 461c6b37801STim Abbott bool warn); 462c6b37801STim Abbott 4630be964beSPeter Zijlstra /* 4640be964beSPeter Zijlstra * Walk the exported symbol table 4650be964beSPeter Zijlstra * 4660be964beSPeter Zijlstra * Must be called with module_mutex held or preemption disabled. 4670be964beSPeter Zijlstra */ 468de4d8d53SRusty Russell bool each_symbol_section(bool (*fn)(const struct symsearch *arr, 469de4d8d53SRusty Russell struct module *owner, 470de4d8d53SRusty Russell void *data), void *data); 471c6b37801STim Abbott 472ea07890aSAlexey Dobriyan /* Returns 0 and fills in value, defined and namebuf, or -ERANGE if 4731da177e4SLinus Torvalds symnum out of range. */ 474ea07890aSAlexey Dobriyan int module_get_kallsym(unsigned int symnum, unsigned long *value, char *type, 475ea07890aSAlexey Dobriyan char *name, char *module_name, int *exported); 4761da177e4SLinus Torvalds 4771da177e4SLinus Torvalds /* Look for this name: can be of form module:name. */ 4781da177e4SLinus Torvalds unsigned long module_kallsyms_lookup_name(const char *name); 4791da177e4SLinus Torvalds 48075a66614SAnders Kaseorg int module_kallsyms_on_each_symbol(int (*fn)(void *, const char *, 48175a66614SAnders Kaseorg struct module *, unsigned long), 48275a66614SAnders Kaseorg void *data); 48375a66614SAnders Kaseorg 4841da177e4SLinus Torvalds extern void __module_put_and_exit(struct module *mod, long code) 4851da177e4SLinus Torvalds __attribute__((noreturn)); 48674e22facSJoe Perches #define module_put_and_exit(code) __module_put_and_exit(THIS_MODULE, code) 4871da177e4SLinus Torvalds 4881da177e4SLinus Torvalds #ifdef CONFIG_MODULE_UNLOAD 489d5db139aSRusty Russell int module_refcount(struct module *mod); 4901da177e4SLinus Torvalds void __symbol_put(const char *symbol); 491b92021b0SRusty Russell #define symbol_put(x) __symbol_put(VMLINUX_SYMBOL_STR(x)) 4921da177e4SLinus Torvalds void symbol_put_addr(void *addr); 4931da177e4SLinus Torvalds 4941da177e4SLinus Torvalds /* Sometimes we know we already have a refcount, and it's easier not 4951da177e4SLinus Torvalds to handle the error case (which only happens with rmmod --wait). */ 496d53799beSSteven Rostedt extern void __module_get(struct module *module); 4971da177e4SLinus Torvalds 498d53799beSSteven Rostedt /* This is the Right Way to get a module: if it fails, it's being removed, 499d53799beSSteven Rostedt * so pretend it's not there. */ 500d53799beSSteven Rostedt extern bool try_module_get(struct module *module); 5011da177e4SLinus Torvalds 502f6a57033SAl Viro extern void module_put(struct module *module); 5031da177e4SLinus Torvalds 5041da177e4SLinus Torvalds #else /*!CONFIG_MODULE_UNLOAD*/ 5051da177e4SLinus Torvalds static inline int try_module_get(struct module *module) 5061da177e4SLinus Torvalds { 5071da177e4SLinus Torvalds return !module || module_is_live(module); 5081da177e4SLinus Torvalds } 5091da177e4SLinus Torvalds static inline void module_put(struct module *module) 5101da177e4SLinus Torvalds { 5111da177e4SLinus Torvalds } 5121da177e4SLinus Torvalds static inline void __module_get(struct module *module) 5131da177e4SLinus Torvalds { 5141da177e4SLinus Torvalds } 5151da177e4SLinus Torvalds #define symbol_put(x) do { } while (0) 5161da177e4SLinus Torvalds #define symbol_put_addr(p) do { } while (0) 5171da177e4SLinus Torvalds 5181da177e4SLinus Torvalds #endif /* CONFIG_MODULE_UNLOAD */ 519dfd62d1dSAnders Kaseorg int ref_module(struct module *a, struct module *b); 5201da177e4SLinus Torvalds 5211da177e4SLinus Torvalds /* This is a #define so the string doesn't get put in every .o file */ 5221da177e4SLinus Torvalds #define module_name(mod) \ 5231da177e4SLinus Torvalds ({ \ 5241da177e4SLinus Torvalds struct module *__mod = (mod); \ 5251da177e4SLinus Torvalds __mod ? __mod->name : "kernel"; \ 5261da177e4SLinus Torvalds }) 5271da177e4SLinus Torvalds 5286dd06c9fSRusty Russell /* For kallsyms to ask for address resolution. namebuf should be at 5296dd06c9fSRusty Russell * least KSYM_NAME_LEN long: a pointer to namebuf is returned if 5306dd06c9fSRusty Russell * found, otherwise NULL. */ 53192dfc9dcSAndrew Morton const char *module_address_lookup(unsigned long addr, 5321da177e4SLinus Torvalds unsigned long *symbolsize, 5331da177e4SLinus Torvalds unsigned long *offset, 5346dd06c9fSRusty Russell char **modname, 5356dd06c9fSRusty Russell char *namebuf); 5369d65cb4aSAlexey Dobriyan int lookup_module_symbol_name(unsigned long addr, char *symname); 537a5c43daeSAlexey Dobriyan int lookup_module_symbol_attrs(unsigned long addr, unsigned long *size, unsigned long *offset, char *modname, char *name); 5381da177e4SLinus Torvalds 5391da177e4SLinus Torvalds /* For extable.c to search modules' exception tables. */ 5401da177e4SLinus Torvalds const struct exception_table_entry *search_module_extables(unsigned long addr); 5411da177e4SLinus Torvalds 5421da177e4SLinus Torvalds int register_module_notifier(struct notifier_block *nb); 5431da177e4SLinus Torvalds int unregister_module_notifier(struct notifier_block *nb); 5441da177e4SLinus Torvalds 5451da177e4SLinus Torvalds extern void print_modules(void); 5461da177e4SLinus Torvalds 5471da177e4SLinus Torvalds #else /* !CONFIG_MODULES... */ 5481da177e4SLinus Torvalds 5491da177e4SLinus Torvalds /* Given an address, look for it in the exception tables. */ 5501da177e4SLinus Torvalds static inline const struct exception_table_entry * 5511da177e4SLinus Torvalds search_module_extables(unsigned long addr) 5521da177e4SLinus Torvalds { 5531da177e4SLinus Torvalds return NULL; 5541da177e4SLinus Torvalds } 5551da177e4SLinus Torvalds 556e610499eSRusty Russell static inline struct module *__module_address(unsigned long addr) 557e610499eSRusty Russell { 558e610499eSRusty Russell return NULL; 559e610499eSRusty Russell } 560e610499eSRusty Russell 5611da177e4SLinus Torvalds static inline struct module *__module_text_address(unsigned long addr) 5621da177e4SLinus Torvalds { 5631da177e4SLinus Torvalds return NULL; 5641da177e4SLinus Torvalds } 5651da177e4SLinus Torvalds 566e610499eSRusty Russell static inline bool is_module_address(unsigned long addr) 5674d435f9dSIngo Molnar { 568e610499eSRusty Russell return false; 569e610499eSRusty Russell } 570e610499eSRusty Russell 571d5e50dafSRandy Dunlap static inline bool is_module_percpu_address(unsigned long addr) 572d5e50dafSRandy Dunlap { 573d5e50dafSRandy Dunlap return false; 574d5e50dafSRandy Dunlap } 575d5e50dafSRandy Dunlap 576e610499eSRusty Russell static inline bool is_module_text_address(unsigned long addr) 577e610499eSRusty Russell { 578e610499eSRusty Russell return false; 5794d435f9dSIngo Molnar } 5804d435f9dSIngo Molnar 5811da177e4SLinus Torvalds /* Get/put a kernel symbol (calls should be symmetric) */ 5821da177e4SLinus Torvalds #define symbol_get(x) ({ extern typeof(x) x __attribute__((weak)); &(x); }) 5831da177e4SLinus Torvalds #define symbol_put(x) do { } while (0) 5841da177e4SLinus Torvalds #define symbol_put_addr(x) do { } while (0) 5851da177e4SLinus Torvalds 5861da177e4SLinus Torvalds static inline void __module_get(struct module *module) 5871da177e4SLinus Torvalds { 5881da177e4SLinus Torvalds } 5891da177e4SLinus Torvalds 5901da177e4SLinus Torvalds static inline int try_module_get(struct module *module) 5911da177e4SLinus Torvalds { 5921da177e4SLinus Torvalds return 1; 5931da177e4SLinus Torvalds } 5941da177e4SLinus Torvalds 5951da177e4SLinus Torvalds static inline void module_put(struct module *module) 5961da177e4SLinus Torvalds { 5971da177e4SLinus Torvalds } 5981da177e4SLinus Torvalds 5991da177e4SLinus Torvalds #define module_name(mod) "kernel" 6001da177e4SLinus Torvalds 6011da177e4SLinus Torvalds /* For kallsyms to ask for address resolution. NULL means not found. */ 60292dfc9dcSAndrew Morton static inline const char *module_address_lookup(unsigned long addr, 6031da177e4SLinus Torvalds unsigned long *symbolsize, 6041da177e4SLinus Torvalds unsigned long *offset, 6056dd06c9fSRusty Russell char **modname, 6066dd06c9fSRusty Russell char *namebuf) 6071da177e4SLinus Torvalds { 6081da177e4SLinus Torvalds return NULL; 6091da177e4SLinus Torvalds } 6101da177e4SLinus Torvalds 6119d65cb4aSAlexey Dobriyan static inline int lookup_module_symbol_name(unsigned long addr, char *symname) 6129d65cb4aSAlexey Dobriyan { 6139d65cb4aSAlexey Dobriyan return -ERANGE; 6149d65cb4aSAlexey Dobriyan } 6159d65cb4aSAlexey Dobriyan 616a5c43daeSAlexey Dobriyan static inline int lookup_module_symbol_attrs(unsigned long addr, unsigned long *size, unsigned long *offset, char *modname, char *name) 617a5c43daeSAlexey Dobriyan { 618a5c43daeSAlexey Dobriyan return -ERANGE; 619a5c43daeSAlexey Dobriyan } 620a5c43daeSAlexey Dobriyan 621ea07890aSAlexey Dobriyan static inline int module_get_kallsym(unsigned int symnum, unsigned long *value, 622ea07890aSAlexey Dobriyan char *type, char *name, 623ea07890aSAlexey Dobriyan char *module_name, int *exported) 6241da177e4SLinus Torvalds { 625ea07890aSAlexey Dobriyan return -ERANGE; 6261da177e4SLinus Torvalds } 6271da177e4SLinus Torvalds 6281da177e4SLinus Torvalds static inline unsigned long module_kallsyms_lookup_name(const char *name) 6291da177e4SLinus Torvalds { 6301da177e4SLinus Torvalds return 0; 6311da177e4SLinus Torvalds } 6321da177e4SLinus Torvalds 63375a66614SAnders Kaseorg static inline int module_kallsyms_on_each_symbol(int (*fn)(void *, const char *, 63475a66614SAnders Kaseorg struct module *, 63575a66614SAnders Kaseorg unsigned long), 63675a66614SAnders Kaseorg void *data) 63775a66614SAnders Kaseorg { 63875a66614SAnders Kaseorg return 0; 63975a66614SAnders Kaseorg } 64075a66614SAnders Kaseorg 6411da177e4SLinus Torvalds static inline int register_module_notifier(struct notifier_block *nb) 6421da177e4SLinus Torvalds { 6431da177e4SLinus Torvalds /* no events will happen anyway, so this can always succeed */ 6441da177e4SLinus Torvalds return 0; 6451da177e4SLinus Torvalds } 6461da177e4SLinus Torvalds 6471da177e4SLinus Torvalds static inline int unregister_module_notifier(struct notifier_block *nb) 6481da177e4SLinus Torvalds { 6491da177e4SLinus Torvalds return 0; 6501da177e4SLinus Torvalds } 6511da177e4SLinus Torvalds 6521da177e4SLinus Torvalds #define module_put_and_exit(code) do_exit(code) 6531da177e4SLinus Torvalds 6541da177e4SLinus Torvalds static inline void print_modules(void) 6551da177e4SLinus Torvalds { 6561da177e4SLinus Torvalds } 657ef665c1aSRandy Dunlap #endif /* CONFIG_MODULES */ 658ef665c1aSRandy Dunlap 659ef665c1aSRandy Dunlap #ifdef CONFIG_SYSFS 6607405c1e1SGreg Kroah-Hartman extern struct kset *module_kset; 6617405c1e1SGreg Kroah-Hartman extern struct kobj_type module_ktype; 6627405c1e1SGreg Kroah-Hartman extern int module_sysfs_initialized; 663ef665c1aSRandy Dunlap #endif /* CONFIG_SYSFS */ 664ef665c1aSRandy Dunlap 6651da177e4SLinus Torvalds #define symbol_request(x) try_then_request_module(symbol_get(x), "symbol:" #x) 6661da177e4SLinus Torvalds 6671da177e4SLinus Torvalds /* BELOW HERE ALL THESE ARE OBSOLETE AND WILL VANISH */ 6681da177e4SLinus Torvalds 6691da177e4SLinus Torvalds #define __MODULE_STRING(x) __stringify(x) 6701da177e4SLinus Torvalds 67184e1c6bbSmatthieu castet #ifdef CONFIG_DEBUG_SET_MODULE_RONX 67284e1c6bbSmatthieu castet extern void set_all_modules_text_rw(void); 67384e1c6bbSmatthieu castet extern void set_all_modules_text_ro(void); 67484e1c6bbSmatthieu castet #else 67584e1c6bbSmatthieu castet static inline void set_all_modules_text_rw(void) { } 67684e1c6bbSmatthieu castet static inline void set_all_modules_text_ro(void) { } 67784e1c6bbSmatthieu castet #endif 6780d9c25ddSAndrew Morton 6790d9c25ddSAndrew Morton #ifdef CONFIG_GENERIC_BUG 6805336377dSLinus Torvalds void module_bug_finalize(const Elf_Ehdr *, const Elf_Shdr *, 6810d9c25ddSAndrew Morton struct module *); 6820d9c25ddSAndrew Morton void module_bug_cleanup(struct module *); 6830d9c25ddSAndrew Morton 6840d9c25ddSAndrew Morton #else /* !CONFIG_GENERIC_BUG */ 6850d9c25ddSAndrew Morton 6865336377dSLinus Torvalds static inline void module_bug_finalize(const Elf_Ehdr *hdr, 6870d9c25ddSAndrew Morton const Elf_Shdr *sechdrs, 6880d9c25ddSAndrew Morton struct module *mod) 6890d9c25ddSAndrew Morton { 6900d9c25ddSAndrew Morton } 6910d9c25ddSAndrew Morton static inline void module_bug_cleanup(struct module *mod) {} 6920d9c25ddSAndrew Morton #endif /* CONFIG_GENERIC_BUG */ 6930d9c25ddSAndrew Morton 6941da177e4SLinus Torvalds #endif /* _LINUX_MODULE_H */ 695