1bf49d9ddSMasahiro Yamada /* SPDX-License-Identifier: GPL-2.0-only */ 21da177e4SLinus Torvalds /* 31da177e4SLinus Torvalds * Dynamic loading of modules into the kernel. 41da177e4SLinus Torvalds * 51da177e4SLinus Torvalds * Rewritten by Richard Henderson <[email protected]> Dec 1996 61da177e4SLinus Torvalds * Rewritten again by Rusty Russell, 2002 71da177e4SLinus Torvalds */ 8bf49d9ddSMasahiro Yamada 9bf49d9ddSMasahiro Yamada #ifndef _LINUX_MODULE_H 10bf49d9ddSMasahiro Yamada #define _LINUX_MODULE_H 11bf49d9ddSMasahiro Yamada 121da177e4SLinus Torvalds #include <linux/list.h> 131da177e4SLinus Torvalds #include <linux/stat.h> 149294523eSStephen Boyd #include <linux/buildid.h> 151da177e4SLinus Torvalds #include <linux/compiler.h> 161da177e4SLinus Torvalds #include <linux/cache.h> 171da177e4SLinus Torvalds #include <linux/kmod.h> 180fd972a7SPaul Gortmaker #include <linux/init.h> 191da177e4SLinus Torvalds #include <linux/elf.h> 201da177e4SLinus Torvalds #include <linux/stringify.h> 211da177e4SLinus Torvalds #include <linux/kobject.h> 221da177e4SLinus Torvalds #include <linux/moduleparam.h> 23b2e285fcSSteven Rostedt (Red Hat) #include <linux/jump_label.h> 24f5016932SPaul Gortmaker #include <linux/export.h> 2593c2e105SPeter Zijlstra #include <linux/rbtree_latch.h> 26663faf9fSMasami Hiramatsu #include <linux/error-injection.h> 279c0be3f6SMathieu Desnoyers #include <linux/tracepoint-defs.h> 28fe15b50cSPaul E. McKenney #include <linux/srcu.h> 299183c3f9SJosh Poimboeuf #include <linux/static_call_types.h> 307deabd67SJason Baron #include <linux/dynamic_debug.h> 311da177e4SLinus Torvalds 32e1783a24SChristoph Lameter #include <linux/percpu.h> 331da177e4SLinus Torvalds #include <asm/module.h> 341da177e4SLinus Torvalds 35730b69d2SRusty Russell #define MODULE_NAME_LEN MAX_PARAM_PREFIX_LEN 361da177e4SLinus Torvalds 37e865d06bSSeunghun Lee struct modversion_info { 381da177e4SLinus Torvalds unsigned long crc; 391da177e4SLinus Torvalds char name[MODULE_NAME_LEN]; 401da177e4SLinus Torvalds }; 411da177e4SLinus Torvalds 421da177e4SLinus Torvalds struct module; 430ef76537SPaul Gortmaker struct exception_table_entry; 441da177e4SLinus Torvalds 454befb026SKay Sievers struct module_kobject { 464befb026SKay Sievers struct kobject kobj; 474befb026SKay Sievers struct module *mod; 484befb026SKay Sievers struct kobject *drivers_dir; 494befb026SKay Sievers struct module_param_attrs *mp; 50942e4431SLi Zhong struct completion *kobj_completion; 513859a271SKees Cook } __randomize_layout; 524befb026SKay Sievers 531da177e4SLinus Torvalds struct module_attribute { 541da177e4SLinus Torvalds struct attribute attr; 554befb026SKay Sievers ssize_t (*show)(struct module_attribute *, struct module_kobject *, 564befb026SKay Sievers char *); 574befb026SKay Sievers ssize_t (*store)(struct module_attribute *, struct module_kobject *, 581da177e4SLinus Torvalds const char *, size_t count); 59c988d2b2SMatt Domsch void (*setup)(struct module *, const char *); 60c988d2b2SMatt Domsch int (*test)(struct module *); 61c988d2b2SMatt Domsch void (*free)(struct module *); 621da177e4SLinus Torvalds }; 631da177e4SLinus Torvalds 64e94965edSDmitry Torokhov struct module_version_attribute { 65e94965edSDmitry Torokhov struct module_attribute mattr; 66e94965edSDmitry Torokhov const char *module_name; 67e94965edSDmitry Torokhov const char *version; 680801a007SJohan Hovold }; 69e94965edSDmitry Torokhov 709b73a584SDmitry Torokhov extern ssize_t __modver_version_show(struct module_attribute *, 714befb026SKay Sievers struct module_kobject *, char *); 729b73a584SDmitry Torokhov 7388bfa324SKay Sievers extern struct module_attribute module_uevent; 741da177e4SLinus Torvalds 751da177e4SLinus Torvalds /* These are either module local, or the kernel's dummy ones. */ 761da177e4SLinus Torvalds extern int init_module(void); 771da177e4SLinus Torvalds extern void cleanup_module(void); 781da177e4SLinus Torvalds 790fd972a7SPaul Gortmaker #ifndef MODULE 800fd972a7SPaul Gortmaker /** 810fd972a7SPaul Gortmaker * module_init() - driver initialization entry point 820fd972a7SPaul Gortmaker * @x: function to be run at kernel boot time or module insertion 830fd972a7SPaul Gortmaker * 840fd972a7SPaul Gortmaker * module_init() will either be called during do_initcalls() (if 850fd972a7SPaul Gortmaker * builtin) or at module insertion time (if a module). There can only 860fd972a7SPaul Gortmaker * be one per module. 870fd972a7SPaul Gortmaker */ 880fd972a7SPaul Gortmaker #define module_init(x) __initcall(x); 890fd972a7SPaul Gortmaker 900fd972a7SPaul Gortmaker /** 910fd972a7SPaul Gortmaker * module_exit() - driver exit entry point 920fd972a7SPaul Gortmaker * @x: function to be run when driver is removed 930fd972a7SPaul Gortmaker * 940fd972a7SPaul Gortmaker * module_exit() will wrap the driver clean-up code 950fd972a7SPaul Gortmaker * with cleanup_module() when used with rmmod when 960fd972a7SPaul Gortmaker * the driver is a module. If the driver is statically 970fd972a7SPaul Gortmaker * compiled into the kernel, module_exit() has no effect. 980fd972a7SPaul Gortmaker * There can only be one per module. 990fd972a7SPaul Gortmaker */ 1000fd972a7SPaul Gortmaker #define module_exit(x) __exitcall(x); 1010fd972a7SPaul Gortmaker 1020fd972a7SPaul Gortmaker #else /* MODULE */ 1030fd972a7SPaul Gortmaker 1040fd972a7SPaul Gortmaker /* 1050fd972a7SPaul Gortmaker * In most cases loadable modules do not need custom 1060fd972a7SPaul Gortmaker * initcall levels. There are still some valid cases where 1070fd972a7SPaul Gortmaker * a driver may be needed early if built in, and does not 1080fd972a7SPaul Gortmaker * matter when built as a loadable module. Like bus 1090fd972a7SPaul Gortmaker * snooping debug drivers. 1100fd972a7SPaul Gortmaker */ 1110fd972a7SPaul Gortmaker #define early_initcall(fn) module_init(fn) 1120fd972a7SPaul Gortmaker #define core_initcall(fn) module_init(fn) 1130fd972a7SPaul Gortmaker #define core_initcall_sync(fn) module_init(fn) 1140fd972a7SPaul Gortmaker #define postcore_initcall(fn) module_init(fn) 1150fd972a7SPaul Gortmaker #define postcore_initcall_sync(fn) module_init(fn) 1160fd972a7SPaul Gortmaker #define arch_initcall(fn) module_init(fn) 1170fd972a7SPaul Gortmaker #define subsys_initcall(fn) module_init(fn) 1180fd972a7SPaul Gortmaker #define subsys_initcall_sync(fn) module_init(fn) 1190fd972a7SPaul Gortmaker #define fs_initcall(fn) module_init(fn) 1200fd972a7SPaul Gortmaker #define fs_initcall_sync(fn) module_init(fn) 1210fd972a7SPaul Gortmaker #define rootfs_initcall(fn) module_init(fn) 1220fd972a7SPaul Gortmaker #define device_initcall(fn) module_init(fn) 1230fd972a7SPaul Gortmaker #define device_initcall_sync(fn) module_init(fn) 1240fd972a7SPaul Gortmaker #define late_initcall(fn) module_init(fn) 1250fd972a7SPaul Gortmaker #define late_initcall_sync(fn) module_init(fn) 1260fd972a7SPaul Gortmaker 1270fd972a7SPaul Gortmaker #define console_initcall(fn) module_init(fn) 1280fd972a7SPaul Gortmaker 1290fd972a7SPaul Gortmaker /* Each module must use one module_init(). */ 1300fd972a7SPaul Gortmaker #define module_init(initfn) \ 1311f318a8bSArnd Bergmann static inline initcall_t __maybe_unused __inittest(void) \ 1320fd972a7SPaul Gortmaker { return initfn; } \ 133cf68fffbSSami Tolvanen int init_module(void) __copy(initfn) \ 134cf68fffbSSami Tolvanen __attribute__((alias(#initfn))); \ 13592efda8eSSami Tolvanen ___ADDRESSABLE(init_module, __initdata); 1360fd972a7SPaul Gortmaker 1370fd972a7SPaul Gortmaker /* This is only required if you want to be unloadable. */ 1380fd972a7SPaul Gortmaker #define module_exit(exitfn) \ 1391f318a8bSArnd Bergmann static inline exitcall_t __maybe_unused __exittest(void) \ 1400fd972a7SPaul Gortmaker { return exitfn; } \ 141cf68fffbSSami Tolvanen void cleanup_module(void) __copy(exitfn) \ 142cf68fffbSSami Tolvanen __attribute__((alias(#exitfn))); \ 14392efda8eSSami Tolvanen ___ADDRESSABLE(cleanup_module, __exitdata); 1440fd972a7SPaul Gortmaker 1450fd972a7SPaul Gortmaker #endif 1460fd972a7SPaul Gortmaker 1470fd972a7SPaul Gortmaker /* This means "can be init if no module support, otherwise module load 1480fd972a7SPaul Gortmaker may call it." */ 1490fd972a7SPaul Gortmaker #ifdef CONFIG_MODULES 1500fd972a7SPaul Gortmaker #define __init_or_module 1510fd972a7SPaul Gortmaker #define __initdata_or_module 1520fd972a7SPaul Gortmaker #define __initconst_or_module 1530fd972a7SPaul Gortmaker #define __INIT_OR_MODULE .text 1540fd972a7SPaul Gortmaker #define __INITDATA_OR_MODULE .data 1550fd972a7SPaul Gortmaker #define __INITRODATA_OR_MODULE .section ".rodata","a",%progbits 1560fd972a7SPaul Gortmaker #else 1570fd972a7SPaul Gortmaker #define __init_or_module __init 1580fd972a7SPaul Gortmaker #define __initdata_or_module __initdata 1590fd972a7SPaul Gortmaker #define __initconst_or_module __initconst 1600fd972a7SPaul Gortmaker #define __INIT_OR_MODULE __INIT 1610fd972a7SPaul Gortmaker #define __INITDATA_OR_MODULE __INITDATA 1620fd972a7SPaul Gortmaker #define __INITRODATA_OR_MODULE __INITRODATA 1630fd972a7SPaul Gortmaker #endif /*CONFIG_MODULES*/ 1640fd972a7SPaul Gortmaker 1651da177e4SLinus Torvalds /* Generic info of form tag = "info" */ 1661da177e4SLinus Torvalds #define MODULE_INFO(tag, info) __MODULE_INFO(tag, tag, info) 1671da177e4SLinus Torvalds 1681da177e4SLinus Torvalds /* For userspace: you can also call me... */ 1691da177e4SLinus Torvalds #define MODULE_ALIAS(_alias) MODULE_INFO(alias, _alias) 1701da177e4SLinus Torvalds 1717cb14ba7SAndreas Robinson /* Soft module dependencies. See man modprobe.d for details. 1727cb14ba7SAndreas Robinson * Example: MODULE_SOFTDEP("pre: module-foo module-bar post: module-baz") 1737cb14ba7SAndreas Robinson */ 1747cb14ba7SAndreas Robinson #define MODULE_SOFTDEP(_softdep) MODULE_INFO(softdep, _softdep) 1757cb14ba7SAndreas Robinson 1761da177e4SLinus Torvalds /* 1778b41fc44SMasahiro Yamada * MODULE_FILE is used for generating modules.builtin 1788b41fc44SMasahiro Yamada * So, make it no-op when this is being built as a module 1798b41fc44SMasahiro Yamada */ 1808b41fc44SMasahiro Yamada #ifdef MODULE 1818b41fc44SMasahiro Yamada #define MODULE_FILE 1828b41fc44SMasahiro Yamada #else 1838b41fc44SMasahiro Yamada #define MODULE_FILE MODULE_INFO(file, KBUILD_MODFILE); 1848b41fc44SMasahiro Yamada #endif 1858b41fc44SMasahiro Yamada 1868b41fc44SMasahiro Yamada /* 1871da177e4SLinus Torvalds * The following license idents are currently accepted as indicating free 1881da177e4SLinus Torvalds * software modules 1891da177e4SLinus Torvalds * 190bf7fbeeaSThomas Gleixner * "GPL" [GNU Public License v2] 1911da177e4SLinus Torvalds * "GPL v2" [GNU Public License v2] 1921da177e4SLinus Torvalds * "GPL and additional rights" [GNU Public License v2 rights and more] 1931da177e4SLinus Torvalds * "Dual BSD/GPL" [GNU Public License v2 1941da177e4SLinus Torvalds * or BSD license choice] 1958d27e908SXose Vazquez Perez * "Dual MIT/GPL" [GNU Public License v2 1968d27e908SXose Vazquez Perez * or MIT license choice] 1971da177e4SLinus Torvalds * "Dual MPL/GPL" [GNU Public License v2 1981da177e4SLinus Torvalds * or Mozilla license choice] 1991da177e4SLinus Torvalds * 2001da177e4SLinus Torvalds * The following other idents are available 2011da177e4SLinus Torvalds * 2021da177e4SLinus Torvalds * "Proprietary" [Non free products] 2031da177e4SLinus Torvalds * 204bf7fbeeaSThomas Gleixner * Both "GPL v2" and "GPL" (the latter also in dual licensed strings) are 205bf7fbeeaSThomas Gleixner * merely stating that the module is licensed under the GPL v2, but are not 206bf7fbeeaSThomas Gleixner * telling whether "GPL v2 only" or "GPL v2 or later". The reason why there 207bf7fbeeaSThomas Gleixner * are two variants is a historic and failed attempt to convey more 208bf7fbeeaSThomas Gleixner * information in the MODULE_LICENSE string. For module loading the 209bf7fbeeaSThomas Gleixner * "only/or later" distinction is completely irrelevant and does neither 210bf7fbeeaSThomas Gleixner * replace the proper license identifiers in the corresponding source file 211bf7fbeeaSThomas Gleixner * nor amends them in any way. The sole purpose is to make the 212bf7fbeeaSThomas Gleixner * 'Proprietary' flagging work and to refuse to bind symbols which are 213bf7fbeeaSThomas Gleixner * exported with EXPORT_SYMBOL_GPL when a non free module is loaded. 214bf7fbeeaSThomas Gleixner * 215bf7fbeeaSThomas Gleixner * In the same way "BSD" is not a clear license information. It merely 216bf7fbeeaSThomas Gleixner * states, that the module is licensed under one of the compatible BSD 217bf7fbeeaSThomas Gleixner * license variants. The detailed and correct license information is again 218bf7fbeeaSThomas Gleixner * to be found in the corresponding source files. 219bf7fbeeaSThomas Gleixner * 2201da177e4SLinus Torvalds * There are dual licensed components, but when running with Linux it is the 2211da177e4SLinus Torvalds * GPL that is relevant so this is a non issue. Similarly LGPL linked with GPL 2221da177e4SLinus Torvalds * is a GPL combined work. 2231da177e4SLinus Torvalds * 2241da177e4SLinus Torvalds * This exists for several reasons 2251da177e4SLinus Torvalds * 1. So modinfo can show license info for users wanting to vet their setup 2261da177e4SLinus Torvalds * is free 2271da177e4SLinus Torvalds * 2. So the community can ignore bug reports including proprietary modules 2281da177e4SLinus Torvalds * 3. So vendors can do likewise based on their own policies 2291da177e4SLinus Torvalds */ 2308b41fc44SMasahiro Yamada #define MODULE_LICENSE(_license) MODULE_FILE MODULE_INFO(license, _license) 2311da177e4SLinus Torvalds 2321d7015caSJohannes Berg /* 2331d7015caSJohannes Berg * Author(s), use "Name <email>" or just "Name", for multiple 2341d7015caSJohannes Berg * authors use multiple MODULE_AUTHOR() statements/lines. 2351d7015caSJohannes Berg */ 2361da177e4SLinus Torvalds #define MODULE_AUTHOR(_author) MODULE_INFO(author, _author) 2371da177e4SLinus Torvalds 2381da177e4SLinus Torvalds /* What your module does. */ 2391da177e4SLinus Torvalds #define MODULE_DESCRIPTION(_description) MODULE_INFO(description, _description) 2401da177e4SLinus Torvalds 241cff26a51SRusty Russell #ifdef MODULE 242cff26a51SRusty Russell /* Creates an alias so file2alias.c can find device table. */ 2431da177e4SLinus Torvalds #define MODULE_DEVICE_TABLE(type, name) \ 2440bf8bf50SMatthias Kaehlcke extern typeof(name) __mod_##type##__##name##_device_table \ 245cff26a51SRusty Russell __attribute__ ((unused, alias(__stringify(name)))) 246cff26a51SRusty Russell #else /* !MODULE */ 247cff26a51SRusty Russell #define MODULE_DEVICE_TABLE(type, name) 248cff26a51SRusty Russell #endif 2491da177e4SLinus Torvalds 2501da177e4SLinus Torvalds /* Version of form [<epoch>:]<version>[-<extra-version>]. 251e865d06bSSeunghun Lee * Or for CVS/RCS ID version, everything but the number is stripped. 252e865d06bSSeunghun Lee * <epoch>: A (small) unsigned integer which allows you to start versions 253e865d06bSSeunghun Lee * anew. If not mentioned, it's zero. eg. "2:1.0" is after 254e865d06bSSeunghun Lee * "1:2.0". 2551da177e4SLinus Torvalds 256e865d06bSSeunghun Lee * <version>: The <version> may contain only alphanumerics and the 257e865d06bSSeunghun Lee * character `.'. Ordered by numeric sort for numeric parts, 258e865d06bSSeunghun Lee * ascii sort for ascii parts (as per RPM or DEB algorithm). 259e865d06bSSeunghun Lee 260e865d06bSSeunghun Lee * <extraversion>: Like <version>, but inserted for local 261e865d06bSSeunghun Lee * customizations, eg "rh3" or "rusty1". 262e865d06bSSeunghun Lee 263e865d06bSSeunghun Lee * Using this automatically adds a checksum of the .c files and the 264e865d06bSSeunghun Lee * local headers in "srcversion". 2651da177e4SLinus Torvalds */ 266e94965edSDmitry Torokhov 2673b90a5b2SRusty Russell #if defined(MODULE) || !defined(CONFIG_SYSFS) 2681da177e4SLinus Torvalds #define MODULE_VERSION(_version) MODULE_INFO(version, _version) 269e94965edSDmitry Torokhov #else 270e94965edSDmitry Torokhov #define MODULE_VERSION(_version) \ 271898490c0SAlexey Gladkov MODULE_INFO(version, _version); \ 272b112082cSJohan Hovold static struct module_version_attribute __modver_attr \ 273b112082cSJohan Hovold __used __section("__modver") \ 274b112082cSJohan Hovold __aligned(__alignof__(struct module_version_attribute)) \ 275b112082cSJohan Hovold = { \ 276e94965edSDmitry Torokhov .mattr = { \ 277e94965edSDmitry Torokhov .attr = { \ 278e94965edSDmitry Torokhov .name = "version", \ 279e94965edSDmitry Torokhov .mode = S_IRUGO, \ 280e94965edSDmitry Torokhov }, \ 281e94965edSDmitry Torokhov .show = __modver_version_show, \ 282e94965edSDmitry Torokhov }, \ 283e94965edSDmitry Torokhov .module_name = KBUILD_MODNAME, \ 284e94965edSDmitry Torokhov .version = _version, \ 2852d26c716SJohan Hovold } 286e94965edSDmitry Torokhov #endif 2871da177e4SLinus Torvalds 288187afbedSJon Masters /* Optional firmware file (or files) needed by the module 289187afbedSJon Masters * format is simply firmware file name. Multiple firmware 290187afbedSJon Masters * files require multiple MODULE_FIRMWARE() specifiers */ 291187afbedSJon Masters #define MODULE_FIRMWARE(_firmware) MODULE_INFO(firmware, _firmware) 292187afbedSJon Masters 29380140a81SGreg Kroah-Hartman #define MODULE_IMPORT_NS(ns) MODULE_INFO(import_ns, __stringify(ns)) 2943e4d890aSLinus Torvalds 2951da177e4SLinus Torvalds struct notifier_block; 2961da177e4SLinus Torvalds 2971da177e4SLinus Torvalds #ifdef CONFIG_MODULES 2981da177e4SLinus Torvalds 2995ed10910SDave Young extern int modules_disabled; /* for sysctl */ 3001da177e4SLinus Torvalds /* Get/put a kernel symbol (calls must be symmetric) */ 3011da177e4SLinus Torvalds void *__symbol_get(const char *symbol); 3021da177e4SLinus Torvalds void *__symbol_get_gpl(const char *symbol); 303996302c5SMasahiro Yamada #define symbol_get(x) ((typeof(&x))(__symbol_get(__stringify(x)))) 3041da177e4SLinus Torvalds 305c8e21cedSRusty Russell /* modules using other modules: kdb wants to see this. */ 306c8e21cedSRusty Russell struct module_use { 307c8e21cedSRusty Russell struct list_head source_list; 308c8e21cedSRusty Russell struct list_head target_list; 309c8e21cedSRusty Russell struct module *source, *target; 310c8e21cedSRusty Russell }; 311c8e21cedSRusty Russell 3120d21b0e3SRusty Russell enum module_state { 3130d21b0e3SRusty Russell MODULE_STATE_LIVE, /* Normal state. */ 3140d21b0e3SRusty Russell MODULE_STATE_COMING, /* Full formed, running module_init. */ 3150d21b0e3SRusty Russell MODULE_STATE_GOING, /* Going away. */ 3160d21b0e3SRusty Russell MODULE_STATE_UNFORMED, /* Still setting it up. */ 3171da177e4SLinus Torvalds }; 3181da177e4SLinus Torvalds 31993c2e105SPeter Zijlstra struct mod_tree_node { 32093c2e105SPeter Zijlstra struct module *mod; 32193c2e105SPeter Zijlstra struct latch_tree_node node; 32293c2e105SPeter Zijlstra }; 32393c2e105SPeter Zijlstra 324ac3b4328SSong Liu enum mod_mem_type { 325ac3b4328SSong Liu MOD_TEXT = 0, 326ac3b4328SSong Liu MOD_DATA, 327ac3b4328SSong Liu MOD_RODATA, 328ac3b4328SSong Liu MOD_RO_AFTER_INIT, 329ac3b4328SSong Liu MOD_INIT_TEXT, 330ac3b4328SSong Liu MOD_INIT_DATA, 331ac3b4328SSong Liu MOD_INIT_RODATA, 332ac3b4328SSong Liu 333ac3b4328SSong Liu MOD_MEM_NUM_TYPES, 334ac3b4328SSong Liu MOD_INVALID = -1, 335ac3b4328SSong Liu }; 336ac3b4328SSong Liu 337ac3b4328SSong Liu #define mod_mem_type_is_init(type) \ 338ac3b4328SSong Liu ((type) == MOD_INIT_TEXT || \ 339ac3b4328SSong Liu (type) == MOD_INIT_DATA || \ 340ac3b4328SSong Liu (type) == MOD_INIT_RODATA) 341ac3b4328SSong Liu 342ac3b4328SSong Liu #define mod_mem_type_is_core(type) (!mod_mem_type_is_init(type)) 343ac3b4328SSong Liu 344ac3b4328SSong Liu #define mod_mem_type_is_text(type) \ 345ac3b4328SSong Liu ((type) == MOD_TEXT || \ 346ac3b4328SSong Liu (type) == MOD_INIT_TEXT) 347ac3b4328SSong Liu 348ac3b4328SSong Liu #define mod_mem_type_is_data(type) (!mod_mem_type_is_text(type)) 349ac3b4328SSong Liu 350ac3b4328SSong Liu #define mod_mem_type_is_core_data(type) \ 351ac3b4328SSong Liu (mod_mem_type_is_core(type) && \ 352ac3b4328SSong Liu mod_mem_type_is_data(type)) 353ac3b4328SSong Liu 354ac3b4328SSong Liu #define for_each_mod_mem_type(type) \ 355ac3b4328SSong Liu for (enum mod_mem_type (type) = 0; \ 356ac3b4328SSong Liu (type) < MOD_MEM_NUM_TYPES; (type)++) 357ac3b4328SSong Liu 358ac3b4328SSong Liu #define for_class_mod_mem_type(type, class) \ 359ac3b4328SSong Liu for_each_mod_mem_type(type) \ 360ac3b4328SSong Liu if (mod_mem_type_is_##class(type)) 361ac3b4328SSong Liu 362ac3b4328SSong Liu struct module_memory { 3637523e4dcSRusty Russell void *base; 3647523e4dcSRusty Russell unsigned int size; 3657523e4dcSRusty Russell 3667523e4dcSRusty Russell #ifdef CONFIG_MODULES_TREE_LOOKUP 3677523e4dcSRusty Russell struct mod_tree_node mtn; 3687523e4dcSRusty Russell #endif 3697523e4dcSRusty Russell }; 3707523e4dcSRusty Russell 3717523e4dcSRusty Russell #ifdef CONFIG_MODULES_TREE_LOOKUP 3727523e4dcSRusty Russell /* Only touch one cacheline for common rbtree-for-core-layout case. */ 373ac3b4328SSong Liu #define __module_memory_align ____cacheline_aligned 3747523e4dcSRusty Russell #else 375ac3b4328SSong Liu #define __module_memory_align 3767523e4dcSRusty Russell #endif 3777523e4dcSRusty Russell 3788244062eSRusty Russell struct mod_kallsyms { 3798244062eSRusty Russell Elf_Sym *symtab; 3808244062eSRusty Russell unsigned int num_symtab; 3818244062eSRusty Russell char *strtab; 3821c7651f4SEugene Loh char *typetab; 3838244062eSRusty Russell }; 3848244062eSRusty Russell 3851ce15ef4SJessica Yu #ifdef CONFIG_LIVEPATCH 386eca0edafSMarcos Paulo de Souza /** 3876486a57fSAlexey Dobriyan * struct klp_modinfo - ELF information preserved from the livepatch module 388eca0edafSMarcos Paulo de Souza * 3896486a57fSAlexey Dobriyan * @hdr: ELF header 390eca0edafSMarcos Paulo de Souza * @sechdrs: Section header table 391eca0edafSMarcos Paulo de Souza * @secstrings: String table for the section headers 392eca0edafSMarcos Paulo de Souza * @symndx: The symbol table section index 393eca0edafSMarcos Paulo de Souza */ 3941ce15ef4SJessica Yu struct klp_modinfo { 3951ce15ef4SJessica Yu Elf_Ehdr hdr; 3961ce15ef4SJessica Yu Elf_Shdr *sechdrs; 3971ce15ef4SJessica Yu char *secstrings; 3981ce15ef4SJessica Yu unsigned int symndx; 3991ce15ef4SJessica Yu }; 4001ce15ef4SJessica Yu #endif 4011ce15ef4SJessica Yu 402e865d06bSSeunghun Lee struct module { 4031da177e4SLinus Torvalds enum module_state state; 4041da177e4SLinus Torvalds 4051da177e4SLinus Torvalds /* Member of list of modules */ 4061da177e4SLinus Torvalds struct list_head list; 4071da177e4SLinus Torvalds 4081da177e4SLinus Torvalds /* Unique handle for this module */ 4091da177e4SLinus Torvalds char name[MODULE_NAME_LEN]; 4101da177e4SLinus Torvalds 4119294523eSStephen Boyd #ifdef CONFIG_STACKTRACE_BUILD_ID 4129294523eSStephen Boyd /* Module build ID */ 4139294523eSStephen Boyd unsigned char build_id[BUILD_ID_SIZE_MAX]; 4149294523eSStephen Boyd #endif 4159294523eSStephen Boyd 4161da177e4SLinus Torvalds /* Sysfs stuff. */ 4171da177e4SLinus Torvalds struct module_kobject mkobj; 41803e88ae1SGreg Kroah-Hartman struct module_attribute *modinfo_attrs; 419c988d2b2SMatt Domsch const char *version; 420c988d2b2SMatt Domsch const char *srcversion; 421270a6c4cSKay Sievers struct kobject *holders_dir; 4221da177e4SLinus Torvalds 4231da177e4SLinus Torvalds /* Exported symbols */ 4241da177e4SLinus Torvalds const struct kernel_symbol *syms; 42571810db2SArd Biesheuvel const s32 *crcs; 426af540689SRichard Kennedy unsigned int num_syms; 4271da177e4SLinus Torvalds 42889245600SSami Tolvanen #ifdef CONFIG_ARCH_USES_CFI_TRAPS 42989245600SSami Tolvanen s32 *kcfi_traps; 43089245600SSami Tolvanen s32 *kcfi_traps_end; 431cf68fffbSSami Tolvanen #endif 432cf68fffbSSami Tolvanen 433e180a6b7SRusty Russell /* Kernel parameters. */ 434cf2fde7bSRusty Russell #ifdef CONFIG_SYSFS 435b51d23e4SDan Streetman struct mutex param_lock; 436cf2fde7bSRusty Russell #endif 437e180a6b7SRusty Russell struct kernel_param *kp; 438e180a6b7SRusty Russell unsigned int num_kp; 439e180a6b7SRusty Russell 4401da177e4SLinus Torvalds /* GPL-only exported symbols. */ 4411da177e4SLinus Torvalds unsigned int num_gpl_syms; 442af540689SRichard Kennedy const struct kernel_symbol *gpl_syms; 44371810db2SArd Biesheuvel const s32 *gpl_crcs; 444262e6ae7SChristoph Hellwig bool using_gplonly_symbols; 4451da177e4SLinus Torvalds 446106a4ee2SRusty Russell #ifdef CONFIG_MODULE_SIG 447106a4ee2SRusty Russell /* Signature was verified. */ 448106a4ee2SRusty Russell bool sig_ok; 449106a4ee2SRusty Russell #endif 450106a4ee2SRusty Russell 451f2411da7SLuis R. Rodriguez bool async_probe_requested; 452f2411da7SLuis R. Rodriguez 4531da177e4SLinus Torvalds /* Exception table */ 4541da177e4SLinus Torvalds unsigned int num_exentries; 4555e458cc0SRusty Russell struct exception_table_entry *extable; 4561da177e4SLinus Torvalds 4571da177e4SLinus Torvalds /* Startup function. */ 4581da177e4SLinus Torvalds int (*init)(void); 4591da177e4SLinus Torvalds 460ac3b4328SSong Liu struct module_memory mem[MOD_MEM_NUM_TYPES] __module_memory_align; 46184e1c6bbSmatthieu castet 4621da177e4SLinus Torvalds /* Arch-specific module values */ 4631da177e4SLinus Torvalds struct mod_arch_specific arch; 4641da177e4SLinus Torvalds 4657fd8329bSPetr Mladek unsigned long taints; /* same bits as kernel:taint_flags */ 4662bc2d61aSRandy Dunlap 4677664c5a1SJeremy Fitzhardinge #ifdef CONFIG_GENERIC_BUG 4687664c5a1SJeremy Fitzhardinge /* Support for BUG */ 469af540689SRichard Kennedy unsigned num_bugs; 4707664c5a1SJeremy Fitzhardinge struct list_head bug_list; 4717664c5a1SJeremy Fitzhardinge struct bug_entry *bug_table; 4721da177e4SLinus Torvalds #endif 4731da177e4SLinus Torvalds 4741da177e4SLinus Torvalds #ifdef CONFIG_KALLSYMS 4758244062eSRusty Russell /* Protected by RCU and/or module_mutex: use rcu_dereference() */ 4766080d608SMadhuparna Bhowmik struct mod_kallsyms __rcu *kallsyms; 4778244062eSRusty Russell struct mod_kallsyms core_kallsyms; 4781da177e4SLinus Torvalds 4791da177e4SLinus Torvalds /* Section attributes */ 4801da177e4SLinus Torvalds struct module_sect_attrs *sect_attrs; 4816d760133SRoland McGrath 4826d760133SRoland McGrath /* Notes attributes */ 4836d760133SRoland McGrath struct module_notes_attrs *notes_attrs; 4841da177e4SLinus Torvalds #endif 4851da177e4SLinus Torvalds 486a288bd65SRichard Kennedy /* The command line arguments (may be mangled). People like 487a288bd65SRichard Kennedy keeping pointers to this stuff */ 488a288bd65SRichard Kennedy char *args; 489a288bd65SRichard Kennedy 490259354deSTejun Heo #ifdef CONFIG_SMP 4911da177e4SLinus Torvalds /* Per-cpu data. */ 492259354deSTejun Heo void __percpu *percpu; 493259354deSTejun Heo unsigned int percpu_size; 494259354deSTejun Heo #endif 49566e9b071SThomas Gleixner void *noinstr_text_start; 49666e9b071SThomas Gleixner unsigned int noinstr_text_size; 4971da177e4SLinus Torvalds 49897e1c18eSMathieu Desnoyers #ifdef CONFIG_TRACEPOINTS 49997e1c18eSMathieu Desnoyers unsigned int num_tracepoints; 5009c0be3f6SMathieu Desnoyers tracepoint_ptr_t *tracepoints_ptrs; 50197e1c18eSMathieu Desnoyers #endif 502fe15b50cSPaul E. McKenney #ifdef CONFIG_TREE_SRCU 503fe15b50cSPaul E. McKenney unsigned int num_srcu_structs; 504fe15b50cSPaul E. McKenney struct srcu_struct **srcu_struct_ptrs; 505fe15b50cSPaul E. McKenney #endif 506a38d1107SMatt Mullins #ifdef CONFIG_BPF_EVENTS 507a38d1107SMatt Mullins unsigned int num_bpf_raw_events; 508a38d1107SMatt Mullins struct bpf_raw_event_map *bpf_raw_events; 509a38d1107SMatt Mullins #endif 51036e68442SAndrii Nakryiko #ifdef CONFIG_DEBUG_INFO_BTF_MODULES 51136e68442SAndrii Nakryiko unsigned int btf_data_size; 512*d4e48e3dSAlan Maguire unsigned int btf_base_data_size; 51336e68442SAndrii Nakryiko void *btf_data; 514*d4e48e3dSAlan Maguire void *btf_base_data; 51536e68442SAndrii Nakryiko #endif 516e9666d10SMasahiro Yamada #ifdef CONFIG_JUMP_LABEL 517bf5438fcSJason Baron struct jump_entry *jump_entries; 518bf5438fcSJason Baron unsigned int num_jump_entries; 519bf5438fcSJason Baron #endif 520769b0441SFrederic Weisbecker #ifdef CONFIG_TRACING 5211ba28e02SLai Jiangshan unsigned int num_trace_bprintk_fmt; 522a288bd65SRichard Kennedy const char **trace_bprintk_fmt_start; 5231ba28e02SLai Jiangshan #endif 5246d723736SSteven Rostedt #ifdef CONFIG_EVENT_TRACING 5252425bcb9SSteven Rostedt (Red Hat) struct trace_event_call **trace_events; 5266d723736SSteven Rostedt unsigned int num_trace_events; 52799be647cSJeremy Linton struct trace_eval_map **trace_evals; 52899be647cSJeremy Linton unsigned int num_trace_evals; 5296d723736SSteven Rostedt #endif 53093eb677dSSteven Rostedt #ifdef CONFIG_FTRACE_MCOUNT_RECORD 53193eb677dSSteven Rostedt unsigned int num_ftrace_callsites; 532a288bd65SRichard Kennedy unsigned long *ftrace_callsites; 53393eb677dSSteven Rostedt #endif 5341e6769b0SMasami Hiramatsu #ifdef CONFIG_KPROBES 5351e6769b0SMasami Hiramatsu void *kprobes_text_start; 5361e6769b0SMasami Hiramatsu unsigned int kprobes_text_size; 53716db6264SMasami Hiramatsu unsigned long *kprobe_blacklist; 53816db6264SMasami Hiramatsu unsigned int num_kprobe_blacklist; 5391e6769b0SMasami Hiramatsu #endif 5409183c3f9SJosh Poimboeuf #ifdef CONFIG_HAVE_STATIC_CALL_INLINE 5419183c3f9SJosh Poimboeuf int num_static_call_sites; 5429183c3f9SJosh Poimboeuf struct static_call_site *static_call_sites; 5439183c3f9SJosh Poimboeuf #endif 5443d6e4462SJeremy Kerr #if IS_ENABLED(CONFIG_KUNIT) 545d81f0d7bSRae Moar int num_kunit_init_suites; 546d81f0d7bSRae Moar struct kunit_suite **kunit_init_suites; 5473d6e4462SJeremy Kerr int num_kunit_suites; 548e5857d39SDaniel Latypov struct kunit_suite **kunit_suites; 5493d6e4462SJeremy Kerr #endif 5503d6e4462SJeremy Kerr 5511ba28e02SLai Jiangshan 5528cb2c2dcSPetr Mladek #ifdef CONFIG_LIVEPATCH 5531ce15ef4SJessica Yu bool klp; /* Is this a livepatch module? */ 5548cb2c2dcSPetr Mladek bool klp_alive; 5551ce15ef4SJessica Yu 5566486a57fSAlexey Dobriyan /* ELF information */ 5571ce15ef4SJessica Yu struct klp_modinfo *klp_info; 5588cb2c2dcSPetr Mladek #endif 5598cb2c2dcSPetr Mladek 56033701557SChris Down #ifdef CONFIG_PRINTK_INDEX 56133701557SChris Down unsigned int printk_index_size; 56233701557SChris Down struct pi_entry **printk_index_start; 56333701557SChris Down #endif 56433701557SChris Down 565af540689SRichard Kennedy #ifdef CONFIG_MODULE_UNLOAD 566af540689SRichard Kennedy /* What modules depend on me? */ 5672c02dfe7SLinus Torvalds struct list_head source_list; 5682c02dfe7SLinus Torvalds /* What modules do I depend on? */ 5692c02dfe7SLinus Torvalds struct list_head target_list; 570af540689SRichard Kennedy 571af540689SRichard Kennedy /* Destruction function. */ 572af540689SRichard Kennedy void (*exit)(void); 573af540689SRichard Kennedy 5742f35c41fSMasami Hiramatsu atomic_t refcnt; 575af540689SRichard Kennedy #endif 576b99b87f7SPeter Oberparleiter 577b99b87f7SPeter Oberparleiter #ifdef CONFIG_CONSTRUCTORS 578b99b87f7SPeter Oberparleiter /* Constructor functions. */ 579b99b87f7SPeter Oberparleiter ctor_fn_t *ctors; 580b99b87f7SPeter Oberparleiter unsigned int num_ctors; 581b99b87f7SPeter Oberparleiter #endif 58292ace999SJosef Bacik 583540adea3SMasami Hiramatsu #ifdef CONFIG_FUNCTION_ERROR_INJECTION 584663faf9fSMasami Hiramatsu struct error_injection_entry *ei_funcs; 585540adea3SMasami Hiramatsu unsigned int num_ei_funcs; 58692ace999SJosef Bacik #endif 5877deabd67SJason Baron #ifdef CONFIG_DYNAMIC_DEBUG_CORE 5887deabd67SJason Baron struct _ddebug_info dyndbg_info; 5897deabd67SJason Baron #endif 5903859a271SKees Cook } ____cacheline_aligned __randomize_layout; 591e61a1c1cSRoman Zippel #ifndef MODULE_ARCH_INIT 592e61a1c1cSRoman Zippel #define MODULE_ARCH_INIT {} 593e61a1c1cSRoman Zippel #endif 5941da177e4SLinus Torvalds 59593d77e7fSVincent Whitchurch #ifndef HAVE_ARCH_KALLSYMS_SYMBOL_VALUE 59693d77e7fSVincent Whitchurch static inline unsigned long kallsyms_symbol_value(const Elf_Sym *sym) 59793d77e7fSVincent Whitchurch { 59893d77e7fSVincent Whitchurch return sym->st_value; 59993d77e7fSVincent Whitchurch } 60093d77e7fSVincent Whitchurch #endif 60193d77e7fSVincent Whitchurch 6021da177e4SLinus Torvalds /* FIXME: It'd be nice to isolate modules during init, too, so they 6031da177e4SLinus Torvalds aren't used before they (may) fail. But presently too much code 6041da177e4SLinus Torvalds (IDE & SCSI) require entry into the module during init.*/ 605171d864eSYaowei Bai static inline bool module_is_live(struct module *mod) 6061da177e4SLinus Torvalds { 6071da177e4SLinus Torvalds return mod->state != MODULE_STATE_GOING; 6081da177e4SLinus Torvalds } 6091da177e4SLinus Torvalds 6107582b7beSMike Rapoport (IBM) static inline bool module_is_coming(struct module *mod) 6117582b7beSMike Rapoport (IBM) { 6127582b7beSMike Rapoport (IBM) return mod->state == MODULE_STATE_COMING; 6137582b7beSMike Rapoport (IBM) } 6147582b7beSMike Rapoport (IBM) 6151da177e4SLinus Torvalds struct module *__module_text_address(unsigned long addr); 616e610499eSRusty Russell struct module *__module_address(unsigned long addr); 617e610499eSRusty Russell bool is_module_address(unsigned long addr); 618383776faSThomas Gleixner bool __is_module_percpu_address(unsigned long addr, unsigned long *can_addr); 61910fad5e4STejun Heo bool is_module_percpu_address(unsigned long addr); 620e610499eSRusty Russell bool is_module_text_address(unsigned long addr); 6211da177e4SLinus Torvalds 622ac3b4328SSong Liu static inline bool within_module_mem_type(unsigned long addr, 623ac3b4328SSong Liu const struct module *mod, 624ac3b4328SSong Liu enum mod_mem_type type) 625ac3b4328SSong Liu { 626ac3b4328SSong Liu unsigned long base, size; 627ac3b4328SSong Liu 628ac3b4328SSong Liu base = (unsigned long)mod->mem[type].base; 629ac3b4328SSong Liu size = mod->mem[type].size; 630ac3b4328SSong Liu return addr - base < size; 631ac3b4328SSong Liu } 632ac3b4328SSong Liu 63376681c8fSPetr Mladek static inline bool within_module_core(unsigned long addr, 63476681c8fSPetr Mladek const struct module *mod) 635a06f6211SMasami Hiramatsu { 636ac3b4328SSong Liu for_class_mod_mem_type(type, core) { 637ac3b4328SSong Liu if (within_module_mem_type(addr, mod, type)) 63801dc0386SChristophe Leroy return true; 639ac3b4328SSong Liu } 640ac3b4328SSong Liu return false; 641a06f6211SMasami Hiramatsu } 642a06f6211SMasami Hiramatsu 64376681c8fSPetr Mladek static inline bool within_module_init(unsigned long addr, 64476681c8fSPetr Mladek const struct module *mod) 645a06f6211SMasami Hiramatsu { 646ac3b4328SSong Liu for_class_mod_mem_type(type, init) { 647ac3b4328SSong Liu if (within_module_mem_type(addr, mod, type)) 648ac3b4328SSong Liu return true; 649ac3b4328SSong Liu } 650ac3b4328SSong Liu return false; 651a06f6211SMasami Hiramatsu } 652a06f6211SMasami Hiramatsu 65376681c8fSPetr Mladek static inline bool within_module(unsigned long addr, const struct module *mod) 6549b20a352SPetr Mladek { 6559b20a352SPetr Mladek return within_module_init(addr, mod) || within_module_core(addr, mod); 6569b20a352SPetr Mladek } 6579b20a352SPetr Mladek 658a0060505SChristoph Hellwig /* Search for module by name: must be in a RCU-sched critical section. */ 659c6b37801STim Abbott struct module *find_module(const char *name); 660c6b37801STim Abbott 661ca3574bdSEric W. Biederman extern void __noreturn __module_put_and_kthread_exit(struct module *mod, 662bf262dceSJiri Kosina long code); 663ca3574bdSEric W. Biederman #define module_put_and_kthread_exit(code) __module_put_and_kthread_exit(THIS_MODULE, code) 6641da177e4SLinus Torvalds 6651da177e4SLinus Torvalds #ifdef CONFIG_MODULE_UNLOAD 666d5db139aSRusty Russell int module_refcount(struct module *mod); 6671da177e4SLinus Torvalds void __symbol_put(const char *symbol); 668996302c5SMasahiro Yamada #define symbol_put(x) __symbol_put(__stringify(x)) 6691da177e4SLinus Torvalds void symbol_put_addr(void *addr); 6701da177e4SLinus Torvalds 6711da177e4SLinus Torvalds /* Sometimes we know we already have a refcount, and it's easier not 6721da177e4SLinus Torvalds to handle the error case (which only happens with rmmod --wait). */ 673d53799beSSteven Rostedt extern void __module_get(struct module *module); 6741da177e4SLinus Torvalds 675557aafacSLuis Chamberlain /** 676557aafacSLuis Chamberlain * try_module_get() - take module refcount unless module is being removed 677557aafacSLuis Chamberlain * @module: the module we should check for 678557aafacSLuis Chamberlain * 679557aafacSLuis Chamberlain * Only try to get a module reference count if the module is not being removed. 6804515d08aSMarco Pagani * This call will fail if the module is in the process of being removed. 681557aafacSLuis Chamberlain * 682557aafacSLuis Chamberlain * Care must also be taken to ensure the module exists and is alive prior to 683557aafacSLuis Chamberlain * usage of this call. This can be gauranteed through two means: 684557aafacSLuis Chamberlain * 685557aafacSLuis Chamberlain * 1) Direct protection: you know an earlier caller must have increased the 686557aafacSLuis Chamberlain * module reference through __module_get(). This can typically be achieved 687557aafacSLuis Chamberlain * by having another entity other than the module itself increment the 688557aafacSLuis Chamberlain * module reference count. 689557aafacSLuis Chamberlain * 690557aafacSLuis Chamberlain * 2) Implied protection: there is an implied protection against module 691557aafacSLuis Chamberlain * removal. An example of this is the implied protection used by kernfs / 692557aafacSLuis Chamberlain * sysfs. The sysfs store / read file operations are guaranteed to exist 693557aafacSLuis Chamberlain * through the use of kernfs's active reference (see kernfs_active()) and a 694557aafacSLuis Chamberlain * sysfs / kernfs file removal cannot happen unless the same file is not 695557aafacSLuis Chamberlain * active. Therefore, if a sysfs file is being read or written to the module 696557aafacSLuis Chamberlain * which created it must still exist. It is therefore safe to use 697557aafacSLuis Chamberlain * try_module_get() on module sysfs store / read ops. 698557aafacSLuis Chamberlain * 699557aafacSLuis Chamberlain * One of the real values to try_module_get() is the module_is_live() check 700557aafacSLuis Chamberlain * which ensures that the caller of try_module_get() can yield to userspace 701557aafacSLuis Chamberlain * module removal requests and gracefully fail if the module is on its way out. 702557aafacSLuis Chamberlain * 703557aafacSLuis Chamberlain * Returns true if the reference count was successfully incremented. 704557aafacSLuis Chamberlain */ 705d53799beSSteven Rostedt extern bool try_module_get(struct module *module); 7061da177e4SLinus Torvalds 707557aafacSLuis Chamberlain /** 708557aafacSLuis Chamberlain * module_put() - release a reference count to a module 709557aafacSLuis Chamberlain * @module: the module we should release a reference count for 710557aafacSLuis Chamberlain * 711557aafacSLuis Chamberlain * If you successfully bump a reference count to a module with try_module_get(), 712557aafacSLuis Chamberlain * when you are finished you must call module_put() to release that reference 713557aafacSLuis Chamberlain * count. 714557aafacSLuis Chamberlain */ 715f6a57033SAl Viro extern void module_put(struct module *module); 7161da177e4SLinus Torvalds 7171da177e4SLinus Torvalds #else /*!CONFIG_MODULE_UNLOAD*/ 7188ba4fcdfSGao Feng static inline bool try_module_get(struct module *module) 7191da177e4SLinus Torvalds { 7201da177e4SLinus Torvalds return !module || module_is_live(module); 7211da177e4SLinus Torvalds } 7221da177e4SLinus Torvalds static inline void module_put(struct module *module) 7231da177e4SLinus Torvalds { 7241da177e4SLinus Torvalds } 7251da177e4SLinus Torvalds static inline void __module_get(struct module *module) 7261da177e4SLinus Torvalds { 7271da177e4SLinus Torvalds } 7281da177e4SLinus Torvalds #define symbol_put(x) do { } while (0) 7291da177e4SLinus Torvalds #define symbol_put_addr(p) do { } while (0) 7301da177e4SLinus Torvalds 7311da177e4SLinus Torvalds #endif /* CONFIG_MODULE_UNLOAD */ 7321da177e4SLinus Torvalds 7331da177e4SLinus Torvalds /* This is a #define so the string doesn't get put in every .o file */ 7341da177e4SLinus Torvalds #define module_name(mod) \ 7351da177e4SLinus Torvalds ({ \ 7361da177e4SLinus Torvalds struct module *__mod = (mod); \ 7371da177e4SLinus Torvalds __mod ? __mod->name : "kernel"; \ 7381da177e4SLinus Torvalds }) 7391da177e4SLinus Torvalds 740b865ea64SSergey Senozhatsky /* Dereference module function descriptor */ 741b865ea64SSergey Senozhatsky void *dereference_module_function_descriptor(struct module *mod, void *ptr); 742b865ea64SSergey Senozhatsky 7431da177e4SLinus Torvalds int register_module_notifier(struct notifier_block *nb); 7441da177e4SLinus Torvalds int unregister_module_notifier(struct notifier_block *nb); 7451da177e4SLinus Torvalds 7461da177e4SLinus Torvalds extern void print_modules(void); 7471da177e4SLinus Torvalds 74880c6e146SDmitry Torokhov static inline bool module_requested_async_probing(struct module *module) 74980c6e146SDmitry Torokhov { 75080c6e146SDmitry Torokhov return module && module->async_probe_requested; 75180c6e146SDmitry Torokhov } 75280c6e146SDmitry Torokhov 7531be9473eSAaron Tomlin static inline bool is_livepatch_module(struct module *mod) 7541be9473eSAaron Tomlin { 7551ce15ef4SJessica Yu #ifdef CONFIG_LIVEPATCH 7561ce15ef4SJessica Yu return mod->klp; 7571be9473eSAaron Tomlin #else 7581ce15ef4SJessica Yu return false; 7591be9473eSAaron Tomlin #endif 7601ce15ef4SJessica Yu } 7611ce15ef4SJessica Yu 7628db5da0bSMimi Zohar void set_module_sig_enforced(void); 763fda784e5SBruno E. O. Meneguele 7641da177e4SLinus Torvalds #else /* !CONFIG_MODULES... */ 7651da177e4SLinus Torvalds 766e610499eSRusty Russell static inline struct module *__module_address(unsigned long addr) 767e610499eSRusty Russell { 768e610499eSRusty Russell return NULL; 769e610499eSRusty Russell } 770e610499eSRusty Russell 7711da177e4SLinus Torvalds static inline struct module *__module_text_address(unsigned long addr) 7721da177e4SLinus Torvalds { 7731da177e4SLinus Torvalds return NULL; 7741da177e4SLinus Torvalds } 7751da177e4SLinus Torvalds 776e610499eSRusty Russell static inline bool is_module_address(unsigned long addr) 7774d435f9dSIngo Molnar { 778e610499eSRusty Russell return false; 779e610499eSRusty Russell } 780e610499eSRusty Russell 781d5e50dafSRandy Dunlap static inline bool is_module_percpu_address(unsigned long addr) 782d5e50dafSRandy Dunlap { 783d5e50dafSRandy Dunlap return false; 784d5e50dafSRandy Dunlap } 785d5e50dafSRandy Dunlap 786383776faSThomas Gleixner static inline bool __is_module_percpu_address(unsigned long addr, unsigned long *can_addr) 787383776faSThomas Gleixner { 788383776faSThomas Gleixner return false; 789383776faSThomas Gleixner } 790383776faSThomas Gleixner 791e610499eSRusty Russell static inline bool is_module_text_address(unsigned long addr) 792e610499eSRusty Russell { 793e610499eSRusty Russell return false; 7944d435f9dSIngo Molnar } 7954d435f9dSIngo Molnar 796007ec26cSDavid Howells static inline bool within_module_core(unsigned long addr, 797007ec26cSDavid Howells const struct module *mod) 798007ec26cSDavid Howells { 799007ec26cSDavid Howells return false; 800007ec26cSDavid Howells } 801007ec26cSDavid Howells 802dadec066STri Vo static inline bool within_module_init(unsigned long addr, 803dadec066STri Vo const struct module *mod) 804dadec066STri Vo { 805dadec066STri Vo return false; 806dadec066STri Vo } 807dadec066STri Vo 808dadec066STri Vo static inline bool within_module(unsigned long addr, const struct module *mod) 809dadec066STri Vo { 810dadec066STri Vo return false; 811dadec066STri Vo } 812dadec066STri Vo 8131da177e4SLinus Torvalds /* Get/put a kernel symbol (calls should be symmetric) */ 81413150bc5SArd Biesheuvel #define symbol_get(x) ({ extern typeof(x) x __attribute__((weak,visibility("hidden"))); &(x); }) 8151da177e4SLinus Torvalds #define symbol_put(x) do { } while (0) 8161da177e4SLinus Torvalds #define symbol_put_addr(x) do { } while (0) 8171da177e4SLinus Torvalds 8181da177e4SLinus Torvalds static inline void __module_get(struct module *module) 8191da177e4SLinus Torvalds { 8201da177e4SLinus Torvalds } 8211da177e4SLinus Torvalds 8228ba4fcdfSGao Feng static inline bool try_module_get(struct module *module) 8231da177e4SLinus Torvalds { 8248ba4fcdfSGao Feng return true; 8251da177e4SLinus Torvalds } 8261da177e4SLinus Torvalds 8271da177e4SLinus Torvalds static inline void module_put(struct module *module) 8281da177e4SLinus Torvalds { 8291da177e4SLinus Torvalds } 8301da177e4SLinus Torvalds 8311da177e4SLinus Torvalds #define module_name(mod) "kernel" 8321da177e4SLinus Torvalds 8331da177e4SLinus Torvalds static inline int register_module_notifier(struct notifier_block *nb) 8341da177e4SLinus Torvalds { 8351da177e4SLinus Torvalds /* no events will happen anyway, so this can always succeed */ 8361da177e4SLinus Torvalds return 0; 8371da177e4SLinus Torvalds } 8381da177e4SLinus Torvalds 8391da177e4SLinus Torvalds static inline int unregister_module_notifier(struct notifier_block *nb) 8401da177e4SLinus Torvalds { 8411da177e4SLinus Torvalds return 0; 8421da177e4SLinus Torvalds } 8431da177e4SLinus Torvalds 844ca3574bdSEric W. Biederman #define module_put_and_kthread_exit(code) kthread_exit(code) 8451da177e4SLinus Torvalds 8461da177e4SLinus Torvalds static inline void print_modules(void) 8471da177e4SLinus Torvalds { 8481da177e4SLinus Torvalds } 84980c6e146SDmitry Torokhov 85080c6e146SDmitry Torokhov static inline bool module_requested_async_probing(struct module *module) 85180c6e146SDmitry Torokhov { 85280c6e146SDmitry Torokhov return false; 85380c6e146SDmitry Torokhov } 85480c6e146SDmitry Torokhov 855fda784e5SBruno E. O. Meneguele 8568db5da0bSMimi Zohar static inline void set_module_sig_enforced(void) 8578db5da0bSMimi Zohar { 8588db5da0bSMimi Zohar } 8598db5da0bSMimi Zohar 860b865ea64SSergey Senozhatsky /* Dereference module function descriptor */ 861b865ea64SSergey Senozhatsky static inline 862b865ea64SSergey Senozhatsky void *dereference_module_function_descriptor(struct module *mod, void *ptr) 863b865ea64SSergey Senozhatsky { 864b865ea64SSergey Senozhatsky return ptr; 865b865ea64SSergey Senozhatsky } 866b865ea64SSergey Senozhatsky 8677582b7beSMike Rapoport (IBM) static inline bool module_is_coming(struct module *mod) 8687582b7beSMike Rapoport (IBM) { 8697582b7beSMike Rapoport (IBM) return false; 8707582b7beSMike Rapoport (IBM) } 871ef665c1aSRandy Dunlap #endif /* CONFIG_MODULES */ 872ef665c1aSRandy Dunlap 873ef665c1aSRandy Dunlap #ifdef CONFIG_SYSFS 8747405c1e1SGreg Kroah-Hartman extern struct kset *module_kset; 875042edf1eSThomas Weißschuh extern const struct kobj_type module_ktype; 876ef665c1aSRandy Dunlap #endif /* CONFIG_SYSFS */ 877ef665c1aSRandy Dunlap 8781da177e4SLinus Torvalds #define symbol_request(x) try_then_request_module(symbol_get(x), "symbol:" #x) 8791da177e4SLinus Torvalds 8801da177e4SLinus Torvalds /* BELOW HERE ALL THESE ARE OBSOLETE AND WILL VANISH */ 8811da177e4SLinus Torvalds 8821da177e4SLinus Torvalds #define __MODULE_STRING(x) __stringify(x) 8831da177e4SLinus Torvalds 8840d9c25ddSAndrew Morton #ifdef CONFIG_GENERIC_BUG 8855336377dSLinus Torvalds void module_bug_finalize(const Elf_Ehdr *, const Elf_Shdr *, 8860d9c25ddSAndrew Morton struct module *); 8870d9c25ddSAndrew Morton void module_bug_cleanup(struct module *); 8880d9c25ddSAndrew Morton 8890d9c25ddSAndrew Morton #else /* !CONFIG_GENERIC_BUG */ 8900d9c25ddSAndrew Morton 8915336377dSLinus Torvalds static inline void module_bug_finalize(const Elf_Ehdr *hdr, 8920d9c25ddSAndrew Morton const Elf_Shdr *sechdrs, 8930d9c25ddSAndrew Morton struct module *mod) 8940d9c25ddSAndrew Morton { 8950d9c25ddSAndrew Morton } 8960d9c25ddSAndrew Morton static inline void module_bug_cleanup(struct module *mod) {} 8970d9c25ddSAndrew Morton #endif /* CONFIG_GENERIC_BUG */ 8980d9c25ddSAndrew Morton 899aefb2f2eSBreno Leitao #ifdef CONFIG_MITIGATION_RETPOLINE 900caf7501aSAndi Kleen extern bool retpoline_module_ok(bool has_retpoline); 901caf7501aSAndi Kleen #else 902caf7501aSAndi Kleen static inline bool retpoline_module_ok(bool has_retpoline) 903caf7501aSAndi Kleen { 904caf7501aSAndi Kleen return true; 905caf7501aSAndi Kleen } 906caf7501aSAndi Kleen #endif 907caf7501aSAndi Kleen 90859afdc7bSHerbert Xu #ifdef CONFIG_MODULE_SIG 9090c1e4280SAaron Tomlin bool is_module_sig_enforced(void); 9100c1e4280SAaron Tomlin 91159afdc7bSHerbert Xu static inline bool module_sig_ok(struct module *module) 91259afdc7bSHerbert Xu { 91359afdc7bSHerbert Xu return module->sig_ok; 91459afdc7bSHerbert Xu } 91559afdc7bSHerbert Xu #else /* !CONFIG_MODULE_SIG */ 9160c1e4280SAaron Tomlin static inline bool is_module_sig_enforced(void) 9170c1e4280SAaron Tomlin { 9180c1e4280SAaron Tomlin return false; 9190c1e4280SAaron Tomlin } 9200c1e4280SAaron Tomlin 92159afdc7bSHerbert Xu static inline bool module_sig_ok(struct module *module) 92259afdc7bSHerbert Xu { 92359afdc7bSHerbert Xu return true; 92459afdc7bSHerbert Xu } 92559afdc7bSHerbert Xu #endif /* CONFIG_MODULE_SIG */ 92659afdc7bSHerbert Xu 92773feb8d5SJiri Olsa #if defined(CONFIG_MODULES) && defined(CONFIG_KALLSYMS) 92807cc2c93SZhen Lei int module_kallsyms_on_each_symbol(const char *modname, 9293703bd54SZhen Lei int (*fn)(void *, const char *, unsigned long), 9303e355205SChristoph Hellwig void *data); 93134bf9347SViktor Malik 93234bf9347SViktor Malik /* For kallsyms to ask for address resolution. namebuf should be at 93334bf9347SViktor Malik * least KSYM_NAME_LEN long: a pointer to namebuf is returned if 93434bf9347SViktor Malik * found, otherwise NULL. 93534bf9347SViktor Malik */ 93634bf9347SViktor Malik const char *module_address_lookup(unsigned long addr, 93734bf9347SViktor Malik unsigned long *symbolsize, 93834bf9347SViktor Malik unsigned long *offset, 93934bf9347SViktor Malik char **modname, const unsigned char **modbuildid, 94034bf9347SViktor Malik char *namebuf); 94134bf9347SViktor Malik int lookup_module_symbol_name(unsigned long addr, char *symname); 94234bf9347SViktor Malik int lookup_module_symbol_attrs(unsigned long addr, 94334bf9347SViktor Malik unsigned long *size, 94434bf9347SViktor Malik unsigned long *offset, 94534bf9347SViktor Malik char *modname, 94634bf9347SViktor Malik char *name); 94734bf9347SViktor Malik 94834bf9347SViktor Malik /* Returns 0 and fills in value, defined and namebuf, or -ERANGE if 94934bf9347SViktor Malik * symnum out of range. 95034bf9347SViktor Malik */ 95134bf9347SViktor Malik int module_get_kallsym(unsigned int symnum, unsigned long *value, char *type, 95234bf9347SViktor Malik char *name, char *module_name, int *exported); 95334bf9347SViktor Malik 95434bf9347SViktor Malik /* Look for this name: can be of form module:name. */ 95534bf9347SViktor Malik unsigned long module_kallsyms_lookup_name(const char *name); 95634bf9347SViktor Malik 95734bf9347SViktor Malik unsigned long find_kallsyms_symbol_value(struct module *mod, const char *name); 95834bf9347SViktor Malik 95934bf9347SViktor Malik #else /* CONFIG_MODULES && CONFIG_KALLSYMS */ 96034bf9347SViktor Malik 96107cc2c93SZhen Lei static inline int module_kallsyms_on_each_symbol(const char *modname, 9623703bd54SZhen Lei int (*fn)(void *, const char *, unsigned long), 96373feb8d5SJiri Olsa void *data) 96473feb8d5SJiri Olsa { 96573feb8d5SJiri Olsa return -EOPNOTSUPP; 96673feb8d5SJiri Olsa } 96734bf9347SViktor Malik 96834bf9347SViktor Malik /* For kallsyms to ask for address resolution. NULL means not found. */ 96934bf9347SViktor Malik static inline const char *module_address_lookup(unsigned long addr, 97034bf9347SViktor Malik unsigned long *symbolsize, 97134bf9347SViktor Malik unsigned long *offset, 97234bf9347SViktor Malik char **modname, 97334bf9347SViktor Malik const unsigned char **modbuildid, 97434bf9347SViktor Malik char *namebuf) 97534bf9347SViktor Malik { 97634bf9347SViktor Malik return NULL; 97734bf9347SViktor Malik } 97834bf9347SViktor Malik 97934bf9347SViktor Malik static inline int lookup_module_symbol_name(unsigned long addr, char *symname) 98034bf9347SViktor Malik { 98134bf9347SViktor Malik return -ERANGE; 98234bf9347SViktor Malik } 98334bf9347SViktor Malik 98434bf9347SViktor Malik static inline int module_get_kallsym(unsigned int symnum, unsigned long *value, 98534bf9347SViktor Malik char *type, char *name, 98634bf9347SViktor Malik char *module_name, int *exported) 98734bf9347SViktor Malik { 98834bf9347SViktor Malik return -ERANGE; 98934bf9347SViktor Malik } 99034bf9347SViktor Malik 99134bf9347SViktor Malik static inline unsigned long module_kallsyms_lookup_name(const char *name) 99234bf9347SViktor Malik { 99334bf9347SViktor Malik return 0; 99434bf9347SViktor Malik } 99534bf9347SViktor Malik 99634bf9347SViktor Malik static inline unsigned long find_kallsyms_symbol_value(struct module *mod, 99734bf9347SViktor Malik const char *name) 99834bf9347SViktor Malik { 99934bf9347SViktor Malik return 0; 100034bf9347SViktor Malik } 100134bf9347SViktor Malik 100273feb8d5SJiri Olsa #endif /* CONFIG_MODULES && CONFIG_KALLSYMS */ 10033e355205SChristoph Hellwig 10041da177e4SLinus Torvalds #endif /* _LINUX_MODULE_H */ 1005