1bf49d9ddSMasahiro Yamada /* SPDX-License-Identifier: GPL-2.0-only */ 21da177e4SLinus Torvalds /* 31da177e4SLinus Torvalds * Dynamic loading of modules into the kernel. 41da177e4SLinus Torvalds * 51da177e4SLinus Torvalds * Rewritten by Richard Henderson <[email protected]> Dec 1996 61da177e4SLinus Torvalds * Rewritten again by Rusty Russell, 2002 71da177e4SLinus Torvalds */ 8bf49d9ddSMasahiro Yamada 9bf49d9ddSMasahiro Yamada #ifndef _LINUX_MODULE_H 10bf49d9ddSMasahiro Yamada #define _LINUX_MODULE_H 11bf49d9ddSMasahiro Yamada 121da177e4SLinus Torvalds #include <linux/list.h> 131da177e4SLinus Torvalds #include <linux/stat.h> 149294523eSStephen Boyd #include <linux/buildid.h> 151da177e4SLinus Torvalds #include <linux/compiler.h> 161da177e4SLinus Torvalds #include <linux/cache.h> 171da177e4SLinus Torvalds #include <linux/kmod.h> 180fd972a7SPaul Gortmaker #include <linux/init.h> 191da177e4SLinus Torvalds #include <linux/elf.h> 201da177e4SLinus Torvalds #include <linux/stringify.h> 211da177e4SLinus Torvalds #include <linux/kobject.h> 221da177e4SLinus Torvalds #include <linux/moduleparam.h> 23b2e285fcSSteven Rostedt (Red Hat) #include <linux/jump_label.h> 24f5016932SPaul Gortmaker #include <linux/export.h> 2593c2e105SPeter Zijlstra #include <linux/rbtree_latch.h> 26663faf9fSMasami Hiramatsu #include <linux/error-injection.h> 279c0be3f6SMathieu Desnoyers #include <linux/tracepoint-defs.h> 28fe15b50cSPaul E. McKenney #include <linux/srcu.h> 299183c3f9SJosh Poimboeuf #include <linux/static_call_types.h> 307deabd67SJason Baron #include <linux/dynamic_debug.h> 311da177e4SLinus Torvalds 32e1783a24SChristoph Lameter #include <linux/percpu.h> 331da177e4SLinus Torvalds #include <asm/module.h> 341da177e4SLinus Torvalds 35730b69d2SRusty Russell #define MODULE_NAME_LEN MAX_PARAM_PREFIX_LEN 361da177e4SLinus Torvalds 37e865d06bSSeunghun Lee struct modversion_info { 381da177e4SLinus Torvalds unsigned long crc; 391da177e4SLinus Torvalds char name[MODULE_NAME_LEN]; 401da177e4SLinus Torvalds }; 411da177e4SLinus Torvalds 421da177e4SLinus Torvalds struct module; 430ef76537SPaul Gortmaker struct exception_table_entry; 441da177e4SLinus Torvalds 454befb026SKay Sievers struct module_kobject { 464befb026SKay Sievers struct kobject kobj; 474befb026SKay Sievers struct module *mod; 484befb026SKay Sievers struct kobject *drivers_dir; 494befb026SKay Sievers struct module_param_attrs *mp; 50942e4431SLi Zhong struct completion *kobj_completion; 513859a271SKees Cook } __randomize_layout; 524befb026SKay Sievers 531da177e4SLinus Torvalds struct module_attribute { 541da177e4SLinus Torvalds struct attribute attr; 554befb026SKay Sievers ssize_t (*show)(struct module_attribute *, struct module_kobject *, 564befb026SKay Sievers char *); 574befb026SKay Sievers ssize_t (*store)(struct module_attribute *, struct module_kobject *, 581da177e4SLinus Torvalds const char *, size_t count); 59c988d2b2SMatt Domsch void (*setup)(struct module *, const char *); 60c988d2b2SMatt Domsch int (*test)(struct module *); 61c988d2b2SMatt Domsch void (*free)(struct module *); 621da177e4SLinus Torvalds }; 631da177e4SLinus Torvalds 64e94965edSDmitry Torokhov struct module_version_attribute { 65e94965edSDmitry Torokhov struct module_attribute mattr; 66e94965edSDmitry Torokhov const char *module_name; 67e94965edSDmitry Torokhov const char *version; 680801a007SJohan Hovold }; 69e94965edSDmitry Torokhov 709b73a584SDmitry Torokhov extern ssize_t __modver_version_show(struct module_attribute *, 714befb026SKay Sievers struct module_kobject *, char *); 729b73a584SDmitry Torokhov 7388bfa324SKay Sievers extern struct module_attribute module_uevent; 741da177e4SLinus Torvalds 751da177e4SLinus Torvalds /* These are either module local, or the kernel's dummy ones. */ 761da177e4SLinus Torvalds extern int init_module(void); 771da177e4SLinus Torvalds extern void cleanup_module(void); 781da177e4SLinus Torvalds 790fd972a7SPaul Gortmaker #ifndef MODULE 800fd972a7SPaul Gortmaker /** 810fd972a7SPaul Gortmaker * module_init() - driver initialization entry point 820fd972a7SPaul Gortmaker * @x: function to be run at kernel boot time or module insertion 830fd972a7SPaul Gortmaker * 840fd972a7SPaul Gortmaker * module_init() will either be called during do_initcalls() (if 850fd972a7SPaul Gortmaker * builtin) or at module insertion time (if a module). There can only 860fd972a7SPaul Gortmaker * be one per module. 870fd972a7SPaul Gortmaker */ 880fd972a7SPaul Gortmaker #define module_init(x) __initcall(x); 890fd972a7SPaul Gortmaker 900fd972a7SPaul Gortmaker /** 910fd972a7SPaul Gortmaker * module_exit() - driver exit entry point 920fd972a7SPaul Gortmaker * @x: function to be run when driver is removed 930fd972a7SPaul Gortmaker * 940fd972a7SPaul Gortmaker * module_exit() will wrap the driver clean-up code 950fd972a7SPaul Gortmaker * with cleanup_module() when used with rmmod when 960fd972a7SPaul Gortmaker * the driver is a module. If the driver is statically 970fd972a7SPaul Gortmaker * compiled into the kernel, module_exit() has no effect. 980fd972a7SPaul Gortmaker * There can only be one per module. 990fd972a7SPaul Gortmaker */ 1000fd972a7SPaul Gortmaker #define module_exit(x) __exitcall(x); 1010fd972a7SPaul Gortmaker 1020fd972a7SPaul Gortmaker #else /* MODULE */ 1030fd972a7SPaul Gortmaker 1040fd972a7SPaul Gortmaker /* 1050fd972a7SPaul Gortmaker * In most cases loadable modules do not need custom 1060fd972a7SPaul Gortmaker * initcall levels. There are still some valid cases where 1070fd972a7SPaul Gortmaker * a driver may be needed early if built in, and does not 1080fd972a7SPaul Gortmaker * matter when built as a loadable module. Like bus 1090fd972a7SPaul Gortmaker * snooping debug drivers. 1100fd972a7SPaul Gortmaker */ 1110fd972a7SPaul Gortmaker #define early_initcall(fn) module_init(fn) 1120fd972a7SPaul Gortmaker #define core_initcall(fn) module_init(fn) 1130fd972a7SPaul Gortmaker #define core_initcall_sync(fn) module_init(fn) 1140fd972a7SPaul Gortmaker #define postcore_initcall(fn) module_init(fn) 1150fd972a7SPaul Gortmaker #define postcore_initcall_sync(fn) module_init(fn) 1160fd972a7SPaul Gortmaker #define arch_initcall(fn) module_init(fn) 1170fd972a7SPaul Gortmaker #define subsys_initcall(fn) module_init(fn) 1180fd972a7SPaul Gortmaker #define subsys_initcall_sync(fn) module_init(fn) 1190fd972a7SPaul Gortmaker #define fs_initcall(fn) module_init(fn) 1200fd972a7SPaul Gortmaker #define fs_initcall_sync(fn) module_init(fn) 1210fd972a7SPaul Gortmaker #define rootfs_initcall(fn) module_init(fn) 1220fd972a7SPaul Gortmaker #define device_initcall(fn) module_init(fn) 1230fd972a7SPaul Gortmaker #define device_initcall_sync(fn) module_init(fn) 1240fd972a7SPaul Gortmaker #define late_initcall(fn) module_init(fn) 1250fd972a7SPaul Gortmaker #define late_initcall_sync(fn) module_init(fn) 1260fd972a7SPaul Gortmaker 1270fd972a7SPaul Gortmaker #define console_initcall(fn) module_init(fn) 1280fd972a7SPaul Gortmaker 1290fd972a7SPaul Gortmaker /* Each module must use one module_init(). */ 1300fd972a7SPaul Gortmaker #define module_init(initfn) \ 1311f318a8bSArnd Bergmann static inline initcall_t __maybe_unused __inittest(void) \ 1320fd972a7SPaul Gortmaker { return initfn; } \ 133cf68fffbSSami Tolvanen int init_module(void) __copy(initfn) \ 134cf68fffbSSami Tolvanen __attribute__((alias(#initfn))); \ 13592efda8eSSami Tolvanen ___ADDRESSABLE(init_module, __initdata); 1360fd972a7SPaul Gortmaker 1370fd972a7SPaul Gortmaker /* This is only required if you want to be unloadable. */ 1380fd972a7SPaul Gortmaker #define module_exit(exitfn) \ 1391f318a8bSArnd Bergmann static inline exitcall_t __maybe_unused __exittest(void) \ 1400fd972a7SPaul Gortmaker { return exitfn; } \ 141cf68fffbSSami Tolvanen void cleanup_module(void) __copy(exitfn) \ 142cf68fffbSSami Tolvanen __attribute__((alias(#exitfn))); \ 14392efda8eSSami Tolvanen ___ADDRESSABLE(cleanup_module, __exitdata); 1440fd972a7SPaul Gortmaker 1450fd972a7SPaul Gortmaker #endif 1460fd972a7SPaul Gortmaker 1470fd972a7SPaul Gortmaker /* This means "can be init if no module support, otherwise module load 1480fd972a7SPaul Gortmaker may call it." */ 1490fd972a7SPaul Gortmaker #ifdef CONFIG_MODULES 1500fd972a7SPaul Gortmaker #define __init_or_module 1510fd972a7SPaul Gortmaker #define __initdata_or_module 1520fd972a7SPaul Gortmaker #define __initconst_or_module 1530fd972a7SPaul Gortmaker #define __INIT_OR_MODULE .text 1540fd972a7SPaul Gortmaker #define __INITDATA_OR_MODULE .data 1550fd972a7SPaul Gortmaker #define __INITRODATA_OR_MODULE .section ".rodata","a",%progbits 1560fd972a7SPaul Gortmaker #else 1570fd972a7SPaul Gortmaker #define __init_or_module __init 1580fd972a7SPaul Gortmaker #define __initdata_or_module __initdata 1590fd972a7SPaul Gortmaker #define __initconst_or_module __initconst 1600fd972a7SPaul Gortmaker #define __INIT_OR_MODULE __INIT 1610fd972a7SPaul Gortmaker #define __INITDATA_OR_MODULE __INITDATA 1620fd972a7SPaul Gortmaker #define __INITRODATA_OR_MODULE __INITRODATA 1630fd972a7SPaul Gortmaker #endif /*CONFIG_MODULES*/ 1640fd972a7SPaul Gortmaker 1651da177e4SLinus Torvalds /* Generic info of form tag = "info" */ 1661da177e4SLinus Torvalds #define MODULE_INFO(tag, info) __MODULE_INFO(tag, tag, info) 1671da177e4SLinus Torvalds 1681da177e4SLinus Torvalds /* For userspace: you can also call me... */ 1691da177e4SLinus Torvalds #define MODULE_ALIAS(_alias) MODULE_INFO(alias, _alias) 1701da177e4SLinus Torvalds 1717cb14ba7SAndreas Robinson /* Soft module dependencies. See man modprobe.d for details. 1727cb14ba7SAndreas Robinson * Example: MODULE_SOFTDEP("pre: module-foo module-bar post: module-baz") 1737cb14ba7SAndreas Robinson */ 1747cb14ba7SAndreas Robinson #define MODULE_SOFTDEP(_softdep) MODULE_INFO(softdep, _softdep) 1757cb14ba7SAndreas Robinson 1761da177e4SLinus Torvalds /* 1778b41fc44SMasahiro Yamada * MODULE_FILE is used for generating modules.builtin 1788b41fc44SMasahiro Yamada * So, make it no-op when this is being built as a module 1798b41fc44SMasahiro Yamada */ 1808b41fc44SMasahiro Yamada #ifdef MODULE 1818b41fc44SMasahiro Yamada #define MODULE_FILE 1828b41fc44SMasahiro Yamada #else 1838b41fc44SMasahiro Yamada #define MODULE_FILE MODULE_INFO(file, KBUILD_MODFILE); 1848b41fc44SMasahiro Yamada #endif 1858b41fc44SMasahiro Yamada 1868b41fc44SMasahiro Yamada /* 1871da177e4SLinus Torvalds * The following license idents are currently accepted as indicating free 1881da177e4SLinus Torvalds * software modules 1891da177e4SLinus Torvalds * 190bf7fbeeaSThomas Gleixner * "GPL" [GNU Public License v2] 1911da177e4SLinus Torvalds * "GPL v2" [GNU Public License v2] 1921da177e4SLinus Torvalds * "GPL and additional rights" [GNU Public License v2 rights and more] 1931da177e4SLinus Torvalds * "Dual BSD/GPL" [GNU Public License v2 1941da177e4SLinus Torvalds * or BSD license choice] 1958d27e908SXose Vazquez Perez * "Dual MIT/GPL" [GNU Public License v2 1968d27e908SXose Vazquez Perez * or MIT license choice] 1971da177e4SLinus Torvalds * "Dual MPL/GPL" [GNU Public License v2 1981da177e4SLinus Torvalds * or Mozilla license choice] 1991da177e4SLinus Torvalds * 2001da177e4SLinus Torvalds * The following other idents are available 2011da177e4SLinus Torvalds * 2021da177e4SLinus Torvalds * "Proprietary" [Non free products] 2031da177e4SLinus Torvalds * 204bf7fbeeaSThomas Gleixner * Both "GPL v2" and "GPL" (the latter also in dual licensed strings) are 205bf7fbeeaSThomas Gleixner * merely stating that the module is licensed under the GPL v2, but are not 206bf7fbeeaSThomas Gleixner * telling whether "GPL v2 only" or "GPL v2 or later". The reason why there 207bf7fbeeaSThomas Gleixner * are two variants is a historic and failed attempt to convey more 208bf7fbeeaSThomas Gleixner * information in the MODULE_LICENSE string. For module loading the 209bf7fbeeaSThomas Gleixner * "only/or later" distinction is completely irrelevant and does neither 210bf7fbeeaSThomas Gleixner * replace the proper license identifiers in the corresponding source file 211bf7fbeeaSThomas Gleixner * nor amends them in any way. The sole purpose is to make the 212bf7fbeeaSThomas Gleixner * 'Proprietary' flagging work and to refuse to bind symbols which are 213bf7fbeeaSThomas Gleixner * exported with EXPORT_SYMBOL_GPL when a non free module is loaded. 214bf7fbeeaSThomas Gleixner * 215bf7fbeeaSThomas Gleixner * In the same way "BSD" is not a clear license information. It merely 216bf7fbeeaSThomas Gleixner * states, that the module is licensed under one of the compatible BSD 217bf7fbeeaSThomas Gleixner * license variants. The detailed and correct license information is again 218bf7fbeeaSThomas Gleixner * to be found in the corresponding source files. 219bf7fbeeaSThomas Gleixner * 2201da177e4SLinus Torvalds * There are dual licensed components, but when running with Linux it is the 2211da177e4SLinus Torvalds * GPL that is relevant so this is a non issue. Similarly LGPL linked with GPL 2221da177e4SLinus Torvalds * is a GPL combined work. 2231da177e4SLinus Torvalds * 2241da177e4SLinus Torvalds * This exists for several reasons 2251da177e4SLinus Torvalds * 1. So modinfo can show license info for users wanting to vet their setup 2261da177e4SLinus Torvalds * is free 2271da177e4SLinus Torvalds * 2. So the community can ignore bug reports including proprietary modules 2281da177e4SLinus Torvalds * 3. So vendors can do likewise based on their own policies 2291da177e4SLinus Torvalds */ 2308b41fc44SMasahiro Yamada #define MODULE_LICENSE(_license) MODULE_FILE MODULE_INFO(license, _license) 2311da177e4SLinus Torvalds 2321d7015caSJohannes Berg /* 2331d7015caSJohannes Berg * Author(s), use "Name <email>" or just "Name", for multiple 2341d7015caSJohannes Berg * authors use multiple MODULE_AUTHOR() statements/lines. 2351d7015caSJohannes Berg */ 2361da177e4SLinus Torvalds #define MODULE_AUTHOR(_author) MODULE_INFO(author, _author) 2371da177e4SLinus Torvalds 2381da177e4SLinus Torvalds /* What your module does. */ 2391da177e4SLinus Torvalds #define MODULE_DESCRIPTION(_description) MODULE_INFO(description, _description) 2401da177e4SLinus Torvalds 241cff26a51SRusty Russell #ifdef MODULE 242cff26a51SRusty Russell /* Creates an alias so file2alias.c can find device table. */ 2431da177e4SLinus Torvalds #define MODULE_DEVICE_TABLE(type, name) \ 2440bf8bf50SMatthias Kaehlcke extern typeof(name) __mod_##type##__##name##_device_table \ 245cff26a51SRusty Russell __attribute__ ((unused, alias(__stringify(name)))) 246cff26a51SRusty Russell #else /* !MODULE */ 247cff26a51SRusty Russell #define MODULE_DEVICE_TABLE(type, name) 248cff26a51SRusty Russell #endif 2491da177e4SLinus Torvalds 2501da177e4SLinus Torvalds /* Version of form [<epoch>:]<version>[-<extra-version>]. 251e865d06bSSeunghun Lee * Or for CVS/RCS ID version, everything but the number is stripped. 252e865d06bSSeunghun Lee * <epoch>: A (small) unsigned integer which allows you to start versions 253e865d06bSSeunghun Lee * anew. If not mentioned, it's zero. eg. "2:1.0" is after 254e865d06bSSeunghun Lee * "1:2.0". 2551da177e4SLinus Torvalds 256e865d06bSSeunghun Lee * <version>: The <version> may contain only alphanumerics and the 257e865d06bSSeunghun Lee * character `.'. Ordered by numeric sort for numeric parts, 258e865d06bSSeunghun Lee * ascii sort for ascii parts (as per RPM or DEB algorithm). 259e865d06bSSeunghun Lee 260e865d06bSSeunghun Lee * <extraversion>: Like <version>, but inserted for local 261e865d06bSSeunghun Lee * customizations, eg "rh3" or "rusty1". 262e865d06bSSeunghun Lee 263e865d06bSSeunghun Lee * Using this automatically adds a checksum of the .c files and the 264e865d06bSSeunghun Lee * local headers in "srcversion". 2651da177e4SLinus Torvalds */ 266e94965edSDmitry Torokhov 2673b90a5b2SRusty Russell #if defined(MODULE) || !defined(CONFIG_SYSFS) 2681da177e4SLinus Torvalds #define MODULE_VERSION(_version) MODULE_INFO(version, _version) 269e94965edSDmitry Torokhov #else 270e94965edSDmitry Torokhov #define MODULE_VERSION(_version) \ 271898490c0SAlexey Gladkov MODULE_INFO(version, _version); \ 272b112082cSJohan Hovold static struct module_version_attribute __modver_attr \ 273b112082cSJohan Hovold __used __section("__modver") \ 274b112082cSJohan Hovold __aligned(__alignof__(struct module_version_attribute)) \ 275b112082cSJohan Hovold = { \ 276e94965edSDmitry Torokhov .mattr = { \ 277e94965edSDmitry Torokhov .attr = { \ 278e94965edSDmitry Torokhov .name = "version", \ 279e94965edSDmitry Torokhov .mode = S_IRUGO, \ 280e94965edSDmitry Torokhov }, \ 281e94965edSDmitry Torokhov .show = __modver_version_show, \ 282e94965edSDmitry Torokhov }, \ 283e94965edSDmitry Torokhov .module_name = KBUILD_MODNAME, \ 284e94965edSDmitry Torokhov .version = _version, \ 2852d26c716SJohan Hovold } 286e94965edSDmitry Torokhov #endif 2871da177e4SLinus Torvalds 288187afbedSJon Masters /* Optional firmware file (or files) needed by the module 289187afbedSJon Masters * format is simply firmware file name. Multiple firmware 290187afbedSJon Masters * files require multiple MODULE_FIRMWARE() specifiers */ 291187afbedSJon Masters #define MODULE_FIRMWARE(_firmware) MODULE_INFO(firmware, _firmware) 292187afbedSJon Masters 29380140a81SGreg Kroah-Hartman #define MODULE_IMPORT_NS(ns) MODULE_INFO(import_ns, __stringify(ns)) 2943e4d890aSLinus Torvalds 2951da177e4SLinus Torvalds struct notifier_block; 2961da177e4SLinus Torvalds 2971da177e4SLinus Torvalds #ifdef CONFIG_MODULES 2981da177e4SLinus Torvalds 2995ed10910SDave Young extern int modules_disabled; /* for sysctl */ 3001da177e4SLinus Torvalds /* Get/put a kernel symbol (calls must be symmetric) */ 3011da177e4SLinus Torvalds void *__symbol_get(const char *symbol); 3021da177e4SLinus Torvalds void *__symbol_get_gpl(const char *symbol); 303996302c5SMasahiro Yamada #define symbol_get(x) ((typeof(&x))(__symbol_get(__stringify(x)))) 3041da177e4SLinus Torvalds 305c8e21cedSRusty Russell /* modules using other modules: kdb wants to see this. */ 306c8e21cedSRusty Russell struct module_use { 307c8e21cedSRusty Russell struct list_head source_list; 308c8e21cedSRusty Russell struct list_head target_list; 309c8e21cedSRusty Russell struct module *source, *target; 310c8e21cedSRusty Russell }; 311c8e21cedSRusty Russell 3120d21b0e3SRusty Russell enum module_state { 3130d21b0e3SRusty Russell MODULE_STATE_LIVE, /* Normal state. */ 3140d21b0e3SRusty Russell MODULE_STATE_COMING, /* Full formed, running module_init. */ 3150d21b0e3SRusty Russell MODULE_STATE_GOING, /* Going away. */ 3160d21b0e3SRusty Russell MODULE_STATE_UNFORMED, /* Still setting it up. */ 3171da177e4SLinus Torvalds }; 3181da177e4SLinus Torvalds 31993c2e105SPeter Zijlstra struct mod_tree_node { 32093c2e105SPeter Zijlstra struct module *mod; 32193c2e105SPeter Zijlstra struct latch_tree_node node; 32293c2e105SPeter Zijlstra }; 32393c2e105SPeter Zijlstra 324ac3b4328SSong Liu enum mod_mem_type { 325ac3b4328SSong Liu MOD_TEXT = 0, 326ac3b4328SSong Liu MOD_DATA, 327ac3b4328SSong Liu MOD_RODATA, 328ac3b4328SSong Liu MOD_RO_AFTER_INIT, 329ac3b4328SSong Liu MOD_INIT_TEXT, 330ac3b4328SSong Liu MOD_INIT_DATA, 331ac3b4328SSong Liu MOD_INIT_RODATA, 332ac3b4328SSong Liu 333ac3b4328SSong Liu MOD_MEM_NUM_TYPES, 334ac3b4328SSong Liu MOD_INVALID = -1, 335ac3b4328SSong Liu }; 336ac3b4328SSong Liu 337ac3b4328SSong Liu #define mod_mem_type_is_init(type) \ 338ac3b4328SSong Liu ((type) == MOD_INIT_TEXT || \ 339ac3b4328SSong Liu (type) == MOD_INIT_DATA || \ 340ac3b4328SSong Liu (type) == MOD_INIT_RODATA) 341ac3b4328SSong Liu 342ac3b4328SSong Liu #define mod_mem_type_is_core(type) (!mod_mem_type_is_init(type)) 343ac3b4328SSong Liu 344ac3b4328SSong Liu #define mod_mem_type_is_text(type) \ 345ac3b4328SSong Liu ((type) == MOD_TEXT || \ 346ac3b4328SSong Liu (type) == MOD_INIT_TEXT) 347ac3b4328SSong Liu 348ac3b4328SSong Liu #define mod_mem_type_is_data(type) (!mod_mem_type_is_text(type)) 349ac3b4328SSong Liu 350ac3b4328SSong Liu #define mod_mem_type_is_core_data(type) \ 351ac3b4328SSong Liu (mod_mem_type_is_core(type) && \ 352ac3b4328SSong Liu mod_mem_type_is_data(type)) 353ac3b4328SSong Liu 354ac3b4328SSong Liu #define for_each_mod_mem_type(type) \ 355ac3b4328SSong Liu for (enum mod_mem_type (type) = 0; \ 356ac3b4328SSong Liu (type) < MOD_MEM_NUM_TYPES; (type)++) 357ac3b4328SSong Liu 358ac3b4328SSong Liu #define for_class_mod_mem_type(type, class) \ 359ac3b4328SSong Liu for_each_mod_mem_type(type) \ 360ac3b4328SSong Liu if (mod_mem_type_is_##class(type)) 361ac3b4328SSong Liu 362ac3b4328SSong Liu struct module_memory { 3637523e4dcSRusty Russell void *base; 3647523e4dcSRusty Russell unsigned int size; 3657523e4dcSRusty Russell 3667523e4dcSRusty Russell #ifdef CONFIG_MODULES_TREE_LOOKUP 3677523e4dcSRusty Russell struct mod_tree_node mtn; 3687523e4dcSRusty Russell #endif 3697523e4dcSRusty Russell }; 3707523e4dcSRusty Russell 3717523e4dcSRusty Russell #ifdef CONFIG_MODULES_TREE_LOOKUP 3727523e4dcSRusty Russell /* Only touch one cacheline for common rbtree-for-core-layout case. */ 373ac3b4328SSong Liu #define __module_memory_align ____cacheline_aligned 3747523e4dcSRusty Russell #else 375ac3b4328SSong Liu #define __module_memory_align 3767523e4dcSRusty Russell #endif 3777523e4dcSRusty Russell 3788244062eSRusty Russell struct mod_kallsyms { 3798244062eSRusty Russell Elf_Sym *symtab; 3808244062eSRusty Russell unsigned int num_symtab; 3818244062eSRusty Russell char *strtab; 3821c7651f4SEugene Loh char *typetab; 3838244062eSRusty Russell }; 3848244062eSRusty Russell 3851ce15ef4SJessica Yu #ifdef CONFIG_LIVEPATCH 386eca0edafSMarcos Paulo de Souza /** 3876486a57fSAlexey Dobriyan * struct klp_modinfo - ELF information preserved from the livepatch module 388eca0edafSMarcos Paulo de Souza * 3896486a57fSAlexey Dobriyan * @hdr: ELF header 390eca0edafSMarcos Paulo de Souza * @sechdrs: Section header table 391eca0edafSMarcos Paulo de Souza * @secstrings: String table for the section headers 392eca0edafSMarcos Paulo de Souza * @symndx: The symbol table section index 393eca0edafSMarcos Paulo de Souza */ 3941ce15ef4SJessica Yu struct klp_modinfo { 3951ce15ef4SJessica Yu Elf_Ehdr hdr; 3961ce15ef4SJessica Yu Elf_Shdr *sechdrs; 3971ce15ef4SJessica Yu char *secstrings; 3981ce15ef4SJessica Yu unsigned int symndx; 3991ce15ef4SJessica Yu }; 4001ce15ef4SJessica Yu #endif 4011ce15ef4SJessica Yu 402e865d06bSSeunghun Lee struct module { 4031da177e4SLinus Torvalds enum module_state state; 4041da177e4SLinus Torvalds 4051da177e4SLinus Torvalds /* Member of list of modules */ 4061da177e4SLinus Torvalds struct list_head list; 4071da177e4SLinus Torvalds 4081da177e4SLinus Torvalds /* Unique handle for this module */ 4091da177e4SLinus Torvalds char name[MODULE_NAME_LEN]; 4101da177e4SLinus Torvalds 4119294523eSStephen Boyd #ifdef CONFIG_STACKTRACE_BUILD_ID 4129294523eSStephen Boyd /* Module build ID */ 4139294523eSStephen Boyd unsigned char build_id[BUILD_ID_SIZE_MAX]; 4149294523eSStephen Boyd #endif 4159294523eSStephen Boyd 4161da177e4SLinus Torvalds /* Sysfs stuff. */ 4171da177e4SLinus Torvalds struct module_kobject mkobj; 41803e88ae1SGreg Kroah-Hartman struct module_attribute *modinfo_attrs; 419c988d2b2SMatt Domsch const char *version; 420c988d2b2SMatt Domsch const char *srcversion; 421270a6c4cSKay Sievers struct kobject *holders_dir; 4221da177e4SLinus Torvalds 4231da177e4SLinus Torvalds /* Exported symbols */ 4241da177e4SLinus Torvalds const struct kernel_symbol *syms; 42571810db2SArd Biesheuvel const s32 *crcs; 426af540689SRichard Kennedy unsigned int num_syms; 4271da177e4SLinus Torvalds 42889245600SSami Tolvanen #ifdef CONFIG_ARCH_USES_CFI_TRAPS 42989245600SSami Tolvanen s32 *kcfi_traps; 43089245600SSami Tolvanen s32 *kcfi_traps_end; 431cf68fffbSSami Tolvanen #endif 432cf68fffbSSami Tolvanen 433e180a6b7SRusty Russell /* Kernel parameters. */ 434cf2fde7bSRusty Russell #ifdef CONFIG_SYSFS 435b51d23e4SDan Streetman struct mutex param_lock; 436cf2fde7bSRusty Russell #endif 437e180a6b7SRusty Russell struct kernel_param *kp; 438e180a6b7SRusty Russell unsigned int num_kp; 439e180a6b7SRusty Russell 4401da177e4SLinus Torvalds /* GPL-only exported symbols. */ 4411da177e4SLinus Torvalds unsigned int num_gpl_syms; 442af540689SRichard Kennedy const struct kernel_symbol *gpl_syms; 44371810db2SArd Biesheuvel const s32 *gpl_crcs; 444262e6ae7SChristoph Hellwig bool using_gplonly_symbols; 4451da177e4SLinus Torvalds 446106a4ee2SRusty Russell #ifdef CONFIG_MODULE_SIG 447106a4ee2SRusty Russell /* Signature was verified. */ 448106a4ee2SRusty Russell bool sig_ok; 449106a4ee2SRusty Russell #endif 450106a4ee2SRusty Russell 451f2411da7SLuis R. Rodriguez bool async_probe_requested; 452f2411da7SLuis R. Rodriguez 4531da177e4SLinus Torvalds /* Exception table */ 4541da177e4SLinus Torvalds unsigned int num_exentries; 4555e458cc0SRusty Russell struct exception_table_entry *extable; 4561da177e4SLinus Torvalds 4571da177e4SLinus Torvalds /* Startup function. */ 4581da177e4SLinus Torvalds int (*init)(void); 4591da177e4SLinus Torvalds 460ac3b4328SSong Liu struct module_memory mem[MOD_MEM_NUM_TYPES] __module_memory_align; 46184e1c6bbSmatthieu castet 4621da177e4SLinus Torvalds /* Arch-specific module values */ 4631da177e4SLinus Torvalds struct mod_arch_specific arch; 4641da177e4SLinus Torvalds 4657fd8329bSPetr Mladek unsigned long taints; /* same bits as kernel:taint_flags */ 4662bc2d61aSRandy Dunlap 4677664c5a1SJeremy Fitzhardinge #ifdef CONFIG_GENERIC_BUG 4687664c5a1SJeremy Fitzhardinge /* Support for BUG */ 469af540689SRichard Kennedy unsigned num_bugs; 4707664c5a1SJeremy Fitzhardinge struct list_head bug_list; 4717664c5a1SJeremy Fitzhardinge struct bug_entry *bug_table; 4721da177e4SLinus Torvalds #endif 4731da177e4SLinus Torvalds 4741da177e4SLinus Torvalds #ifdef CONFIG_KALLSYMS 4758244062eSRusty Russell /* Protected by RCU and/or module_mutex: use rcu_dereference() */ 4766080d608SMadhuparna Bhowmik struct mod_kallsyms __rcu *kallsyms; 4778244062eSRusty Russell struct mod_kallsyms core_kallsyms; 4781da177e4SLinus Torvalds 4791da177e4SLinus Torvalds /* Section attributes */ 4801da177e4SLinus Torvalds struct module_sect_attrs *sect_attrs; 4816d760133SRoland McGrath 4826d760133SRoland McGrath /* Notes attributes */ 4836d760133SRoland McGrath struct module_notes_attrs *notes_attrs; 4841da177e4SLinus Torvalds #endif 4851da177e4SLinus Torvalds 486a288bd65SRichard Kennedy /* The command line arguments (may be mangled). People like 487a288bd65SRichard Kennedy keeping pointers to this stuff */ 488a288bd65SRichard Kennedy char *args; 489a288bd65SRichard Kennedy 490259354deSTejun Heo #ifdef CONFIG_SMP 4911da177e4SLinus Torvalds /* Per-cpu data. */ 492259354deSTejun Heo void __percpu *percpu; 493259354deSTejun Heo unsigned int percpu_size; 494259354deSTejun Heo #endif 49566e9b071SThomas Gleixner void *noinstr_text_start; 49666e9b071SThomas Gleixner unsigned int noinstr_text_size; 4971da177e4SLinus Torvalds 49897e1c18eSMathieu Desnoyers #ifdef CONFIG_TRACEPOINTS 49997e1c18eSMathieu Desnoyers unsigned int num_tracepoints; 5009c0be3f6SMathieu Desnoyers tracepoint_ptr_t *tracepoints_ptrs; 50197e1c18eSMathieu Desnoyers #endif 502fe15b50cSPaul E. McKenney #ifdef CONFIG_TREE_SRCU 503fe15b50cSPaul E. McKenney unsigned int num_srcu_structs; 504fe15b50cSPaul E. McKenney struct srcu_struct **srcu_struct_ptrs; 505fe15b50cSPaul E. McKenney #endif 506a38d1107SMatt Mullins #ifdef CONFIG_BPF_EVENTS 507a38d1107SMatt Mullins unsigned int num_bpf_raw_events; 508a38d1107SMatt Mullins struct bpf_raw_event_map *bpf_raw_events; 509a38d1107SMatt Mullins #endif 51036e68442SAndrii Nakryiko #ifdef CONFIG_DEBUG_INFO_BTF_MODULES 51136e68442SAndrii Nakryiko unsigned int btf_data_size; 51236e68442SAndrii Nakryiko void *btf_data; 51336e68442SAndrii Nakryiko #endif 514e9666d10SMasahiro Yamada #ifdef CONFIG_JUMP_LABEL 515bf5438fcSJason Baron struct jump_entry *jump_entries; 516bf5438fcSJason Baron unsigned int num_jump_entries; 517bf5438fcSJason Baron #endif 518769b0441SFrederic Weisbecker #ifdef CONFIG_TRACING 5191ba28e02SLai Jiangshan unsigned int num_trace_bprintk_fmt; 520a288bd65SRichard Kennedy const char **trace_bprintk_fmt_start; 5211ba28e02SLai Jiangshan #endif 5226d723736SSteven Rostedt #ifdef CONFIG_EVENT_TRACING 5232425bcb9SSteven Rostedt (Red Hat) struct trace_event_call **trace_events; 5246d723736SSteven Rostedt unsigned int num_trace_events; 52599be647cSJeremy Linton struct trace_eval_map **trace_evals; 52699be647cSJeremy Linton unsigned int num_trace_evals; 5276d723736SSteven Rostedt #endif 52893eb677dSSteven Rostedt #ifdef CONFIG_FTRACE_MCOUNT_RECORD 52993eb677dSSteven Rostedt unsigned int num_ftrace_callsites; 530a288bd65SRichard Kennedy unsigned long *ftrace_callsites; 53193eb677dSSteven Rostedt #endif 5321e6769b0SMasami Hiramatsu #ifdef CONFIG_KPROBES 5331e6769b0SMasami Hiramatsu void *kprobes_text_start; 5341e6769b0SMasami Hiramatsu unsigned int kprobes_text_size; 53516db6264SMasami Hiramatsu unsigned long *kprobe_blacklist; 53616db6264SMasami Hiramatsu unsigned int num_kprobe_blacklist; 5371e6769b0SMasami Hiramatsu #endif 5389183c3f9SJosh Poimboeuf #ifdef CONFIG_HAVE_STATIC_CALL_INLINE 5399183c3f9SJosh Poimboeuf int num_static_call_sites; 5409183c3f9SJosh Poimboeuf struct static_call_site *static_call_sites; 5419183c3f9SJosh Poimboeuf #endif 5423d6e4462SJeremy Kerr #if IS_ENABLED(CONFIG_KUNIT) 543d81f0d7bSRae Moar int num_kunit_init_suites; 544d81f0d7bSRae Moar struct kunit_suite **kunit_init_suites; 5453d6e4462SJeremy Kerr int num_kunit_suites; 546e5857d39SDaniel Latypov struct kunit_suite **kunit_suites; 5473d6e4462SJeremy Kerr #endif 5483d6e4462SJeremy Kerr 5491ba28e02SLai Jiangshan 5508cb2c2dcSPetr Mladek #ifdef CONFIG_LIVEPATCH 5511ce15ef4SJessica Yu bool klp; /* Is this a livepatch module? */ 5528cb2c2dcSPetr Mladek bool klp_alive; 5531ce15ef4SJessica Yu 5546486a57fSAlexey Dobriyan /* ELF information */ 5551ce15ef4SJessica Yu struct klp_modinfo *klp_info; 5568cb2c2dcSPetr Mladek #endif 5578cb2c2dcSPetr Mladek 55833701557SChris Down #ifdef CONFIG_PRINTK_INDEX 55933701557SChris Down unsigned int printk_index_size; 56033701557SChris Down struct pi_entry **printk_index_start; 56133701557SChris Down #endif 56233701557SChris Down 563af540689SRichard Kennedy #ifdef CONFIG_MODULE_UNLOAD 564af540689SRichard Kennedy /* What modules depend on me? */ 5652c02dfe7SLinus Torvalds struct list_head source_list; 5662c02dfe7SLinus Torvalds /* What modules do I depend on? */ 5672c02dfe7SLinus Torvalds struct list_head target_list; 568af540689SRichard Kennedy 569af540689SRichard Kennedy /* Destruction function. */ 570af540689SRichard Kennedy void (*exit)(void); 571af540689SRichard Kennedy 5722f35c41fSMasami Hiramatsu atomic_t refcnt; 573af540689SRichard Kennedy #endif 574b99b87f7SPeter Oberparleiter 575b99b87f7SPeter Oberparleiter #ifdef CONFIG_CONSTRUCTORS 576b99b87f7SPeter Oberparleiter /* Constructor functions. */ 577b99b87f7SPeter Oberparleiter ctor_fn_t *ctors; 578b99b87f7SPeter Oberparleiter unsigned int num_ctors; 579b99b87f7SPeter Oberparleiter #endif 58092ace999SJosef Bacik 581540adea3SMasami Hiramatsu #ifdef CONFIG_FUNCTION_ERROR_INJECTION 582663faf9fSMasami Hiramatsu struct error_injection_entry *ei_funcs; 583540adea3SMasami Hiramatsu unsigned int num_ei_funcs; 58492ace999SJosef Bacik #endif 5857deabd67SJason Baron #ifdef CONFIG_DYNAMIC_DEBUG_CORE 5867deabd67SJason Baron struct _ddebug_info dyndbg_info; 5877deabd67SJason Baron #endif 5883859a271SKees Cook } ____cacheline_aligned __randomize_layout; 589e61a1c1cSRoman Zippel #ifndef MODULE_ARCH_INIT 590e61a1c1cSRoman Zippel #define MODULE_ARCH_INIT {} 591e61a1c1cSRoman Zippel #endif 5921da177e4SLinus Torvalds 59393d77e7fSVincent Whitchurch #ifndef HAVE_ARCH_KALLSYMS_SYMBOL_VALUE 59493d77e7fSVincent Whitchurch static inline unsigned long kallsyms_symbol_value(const Elf_Sym *sym) 59593d77e7fSVincent Whitchurch { 59693d77e7fSVincent Whitchurch return sym->st_value; 59793d77e7fSVincent Whitchurch } 59893d77e7fSVincent Whitchurch #endif 59993d77e7fSVincent Whitchurch 6001da177e4SLinus Torvalds /* FIXME: It'd be nice to isolate modules during init, too, so they 6011da177e4SLinus Torvalds aren't used before they (may) fail. But presently too much code 6021da177e4SLinus Torvalds (IDE & SCSI) require entry into the module during init.*/ 603171d864eSYaowei Bai static inline bool module_is_live(struct module *mod) 6041da177e4SLinus Torvalds { 6051da177e4SLinus Torvalds return mod->state != MODULE_STATE_GOING; 6061da177e4SLinus Torvalds } 6071da177e4SLinus Torvalds 6081da177e4SLinus Torvalds struct module *__module_text_address(unsigned long addr); 609e610499eSRusty Russell struct module *__module_address(unsigned long addr); 610e610499eSRusty Russell bool is_module_address(unsigned long addr); 611383776faSThomas Gleixner bool __is_module_percpu_address(unsigned long addr, unsigned long *can_addr); 61210fad5e4STejun Heo bool is_module_percpu_address(unsigned long addr); 613e610499eSRusty Russell bool is_module_text_address(unsigned long addr); 6141da177e4SLinus Torvalds 615ac3b4328SSong Liu static inline bool within_module_mem_type(unsigned long addr, 616ac3b4328SSong Liu const struct module *mod, 617ac3b4328SSong Liu enum mod_mem_type type) 618ac3b4328SSong Liu { 619ac3b4328SSong Liu unsigned long base, size; 620ac3b4328SSong Liu 621ac3b4328SSong Liu base = (unsigned long)mod->mem[type].base; 622ac3b4328SSong Liu size = mod->mem[type].size; 623ac3b4328SSong Liu return addr - base < size; 624ac3b4328SSong Liu } 625ac3b4328SSong Liu 62676681c8fSPetr Mladek static inline bool within_module_core(unsigned long addr, 62776681c8fSPetr Mladek const struct module *mod) 628a06f6211SMasami Hiramatsu { 629ac3b4328SSong Liu for_class_mod_mem_type(type, core) { 630ac3b4328SSong Liu if (within_module_mem_type(addr, mod, type)) 63101dc0386SChristophe Leroy return true; 632ac3b4328SSong Liu } 633ac3b4328SSong Liu return false; 634a06f6211SMasami Hiramatsu } 635a06f6211SMasami Hiramatsu 63676681c8fSPetr Mladek static inline bool within_module_init(unsigned long addr, 63776681c8fSPetr Mladek const struct module *mod) 638a06f6211SMasami Hiramatsu { 639ac3b4328SSong Liu for_class_mod_mem_type(type, init) { 640ac3b4328SSong Liu if (within_module_mem_type(addr, mod, type)) 641ac3b4328SSong Liu return true; 642ac3b4328SSong Liu } 643ac3b4328SSong Liu return false; 644a06f6211SMasami Hiramatsu } 645a06f6211SMasami Hiramatsu 64676681c8fSPetr Mladek static inline bool within_module(unsigned long addr, const struct module *mod) 6479b20a352SPetr Mladek { 6489b20a352SPetr Mladek return within_module_init(addr, mod) || within_module_core(addr, mod); 6499b20a352SPetr Mladek } 6509b20a352SPetr Mladek 651a0060505SChristoph Hellwig /* Search for module by name: must be in a RCU-sched critical section. */ 652c6b37801STim Abbott struct module *find_module(const char *name); 653c6b37801STim Abbott 654ca3574bdSEric W. Biederman extern void __noreturn __module_put_and_kthread_exit(struct module *mod, 655bf262dceSJiri Kosina long code); 656ca3574bdSEric W. Biederman #define module_put_and_kthread_exit(code) __module_put_and_kthread_exit(THIS_MODULE, code) 6571da177e4SLinus Torvalds 6581da177e4SLinus Torvalds #ifdef CONFIG_MODULE_UNLOAD 659d5db139aSRusty Russell int module_refcount(struct module *mod); 6601da177e4SLinus Torvalds void __symbol_put(const char *symbol); 661996302c5SMasahiro Yamada #define symbol_put(x) __symbol_put(__stringify(x)) 6621da177e4SLinus Torvalds void symbol_put_addr(void *addr); 6631da177e4SLinus Torvalds 6641da177e4SLinus Torvalds /* Sometimes we know we already have a refcount, and it's easier not 6651da177e4SLinus Torvalds to handle the error case (which only happens with rmmod --wait). */ 666d53799beSSteven Rostedt extern void __module_get(struct module *module); 6671da177e4SLinus Torvalds 668557aafacSLuis Chamberlain /** 669557aafacSLuis Chamberlain * try_module_get() - take module refcount unless module is being removed 670557aafacSLuis Chamberlain * @module: the module we should check for 671557aafacSLuis Chamberlain * 672557aafacSLuis Chamberlain * Only try to get a module reference count if the module is not being removed. 673557aafacSLuis Chamberlain * This call will fail if the module is already being removed. 674557aafacSLuis Chamberlain * 675557aafacSLuis Chamberlain * Care must also be taken to ensure the module exists and is alive prior to 676557aafacSLuis Chamberlain * usage of this call. This can be gauranteed through two means: 677557aafacSLuis Chamberlain * 678557aafacSLuis Chamberlain * 1) Direct protection: you know an earlier caller must have increased the 679557aafacSLuis Chamberlain * module reference through __module_get(). This can typically be achieved 680557aafacSLuis Chamberlain * by having another entity other than the module itself increment the 681557aafacSLuis Chamberlain * module reference count. 682557aafacSLuis Chamberlain * 683557aafacSLuis Chamberlain * 2) Implied protection: there is an implied protection against module 684557aafacSLuis Chamberlain * removal. An example of this is the implied protection used by kernfs / 685557aafacSLuis Chamberlain * sysfs. The sysfs store / read file operations are guaranteed to exist 686557aafacSLuis Chamberlain * through the use of kernfs's active reference (see kernfs_active()) and a 687557aafacSLuis Chamberlain * sysfs / kernfs file removal cannot happen unless the same file is not 688557aafacSLuis Chamberlain * active. Therefore, if a sysfs file is being read or written to the module 689557aafacSLuis Chamberlain * which created it must still exist. It is therefore safe to use 690557aafacSLuis Chamberlain * try_module_get() on module sysfs store / read ops. 691557aafacSLuis Chamberlain * 692557aafacSLuis Chamberlain * One of the real values to try_module_get() is the module_is_live() check 693557aafacSLuis Chamberlain * which ensures that the caller of try_module_get() can yield to userspace 694557aafacSLuis Chamberlain * module removal requests and gracefully fail if the module is on its way out. 695557aafacSLuis Chamberlain * 696557aafacSLuis Chamberlain * Returns true if the reference count was successfully incremented. 697557aafacSLuis Chamberlain */ 698d53799beSSteven Rostedt extern bool try_module_get(struct module *module); 6991da177e4SLinus Torvalds 700557aafacSLuis Chamberlain /** 701557aafacSLuis Chamberlain * module_put() - release a reference count to a module 702557aafacSLuis Chamberlain * @module: the module we should release a reference count for 703557aafacSLuis Chamberlain * 704557aafacSLuis Chamberlain * If you successfully bump a reference count to a module with try_module_get(), 705557aafacSLuis Chamberlain * when you are finished you must call module_put() to release that reference 706557aafacSLuis Chamberlain * count. 707557aafacSLuis Chamberlain */ 708f6a57033SAl Viro extern void module_put(struct module *module); 7091da177e4SLinus Torvalds 7101da177e4SLinus Torvalds #else /*!CONFIG_MODULE_UNLOAD*/ 7118ba4fcdfSGao Feng static inline bool try_module_get(struct module *module) 7121da177e4SLinus Torvalds { 7131da177e4SLinus Torvalds return !module || module_is_live(module); 7141da177e4SLinus Torvalds } 7151da177e4SLinus Torvalds static inline void module_put(struct module *module) 7161da177e4SLinus Torvalds { 7171da177e4SLinus Torvalds } 7181da177e4SLinus Torvalds static inline void __module_get(struct module *module) 7191da177e4SLinus Torvalds { 7201da177e4SLinus Torvalds } 7211da177e4SLinus Torvalds #define symbol_put(x) do { } while (0) 7221da177e4SLinus Torvalds #define symbol_put_addr(p) do { } while (0) 7231da177e4SLinus Torvalds 7241da177e4SLinus Torvalds #endif /* CONFIG_MODULE_UNLOAD */ 7251da177e4SLinus Torvalds 7261da177e4SLinus Torvalds /* This is a #define so the string doesn't get put in every .o file */ 7271da177e4SLinus Torvalds #define module_name(mod) \ 7281da177e4SLinus Torvalds ({ \ 7291da177e4SLinus Torvalds struct module *__mod = (mod); \ 7301da177e4SLinus Torvalds __mod ? __mod->name : "kernel"; \ 7311da177e4SLinus Torvalds }) 7321da177e4SLinus Torvalds 733b865ea64SSergey Senozhatsky /* Dereference module function descriptor */ 734b865ea64SSergey Senozhatsky void *dereference_module_function_descriptor(struct module *mod, void *ptr); 735b865ea64SSergey Senozhatsky 7361da177e4SLinus Torvalds int register_module_notifier(struct notifier_block *nb); 7371da177e4SLinus Torvalds int unregister_module_notifier(struct notifier_block *nb); 7381da177e4SLinus Torvalds 7391da177e4SLinus Torvalds extern void print_modules(void); 7401da177e4SLinus Torvalds 74180c6e146SDmitry Torokhov static inline bool module_requested_async_probing(struct module *module) 74280c6e146SDmitry Torokhov { 74380c6e146SDmitry Torokhov return module && module->async_probe_requested; 74480c6e146SDmitry Torokhov } 74580c6e146SDmitry Torokhov 7461be9473eSAaron Tomlin static inline bool is_livepatch_module(struct module *mod) 7471be9473eSAaron Tomlin { 7481ce15ef4SJessica Yu #ifdef CONFIG_LIVEPATCH 7491ce15ef4SJessica Yu return mod->klp; 7501be9473eSAaron Tomlin #else 7511ce15ef4SJessica Yu return false; 7521be9473eSAaron Tomlin #endif 7531ce15ef4SJessica Yu } 7541ce15ef4SJessica Yu 7558db5da0bSMimi Zohar void set_module_sig_enforced(void); 756fda784e5SBruno E. O. Meneguele 7571da177e4SLinus Torvalds #else /* !CONFIG_MODULES... */ 7581da177e4SLinus Torvalds 759e610499eSRusty Russell static inline struct module *__module_address(unsigned long addr) 760e610499eSRusty Russell { 761e610499eSRusty Russell return NULL; 762e610499eSRusty Russell } 763e610499eSRusty Russell 7641da177e4SLinus Torvalds static inline struct module *__module_text_address(unsigned long addr) 7651da177e4SLinus Torvalds { 7661da177e4SLinus Torvalds return NULL; 7671da177e4SLinus Torvalds } 7681da177e4SLinus Torvalds 769e610499eSRusty Russell static inline bool is_module_address(unsigned long addr) 7704d435f9dSIngo Molnar { 771e610499eSRusty Russell return false; 772e610499eSRusty Russell } 773e610499eSRusty Russell 774d5e50dafSRandy Dunlap static inline bool is_module_percpu_address(unsigned long addr) 775d5e50dafSRandy Dunlap { 776d5e50dafSRandy Dunlap return false; 777d5e50dafSRandy Dunlap } 778d5e50dafSRandy Dunlap 779383776faSThomas Gleixner static inline bool __is_module_percpu_address(unsigned long addr, unsigned long *can_addr) 780383776faSThomas Gleixner { 781383776faSThomas Gleixner return false; 782383776faSThomas Gleixner } 783383776faSThomas Gleixner 784e610499eSRusty Russell static inline bool is_module_text_address(unsigned long addr) 785e610499eSRusty Russell { 786e610499eSRusty Russell return false; 7874d435f9dSIngo Molnar } 7884d435f9dSIngo Molnar 789007ec26cSDavid Howells static inline bool within_module_core(unsigned long addr, 790007ec26cSDavid Howells const struct module *mod) 791007ec26cSDavid Howells { 792007ec26cSDavid Howells return false; 793007ec26cSDavid Howells } 794007ec26cSDavid Howells 795dadec066STri Vo static inline bool within_module_init(unsigned long addr, 796dadec066STri Vo const struct module *mod) 797dadec066STri Vo { 798dadec066STri Vo return false; 799dadec066STri Vo } 800dadec066STri Vo 801dadec066STri Vo static inline bool within_module(unsigned long addr, const struct module *mod) 802dadec066STri Vo { 803dadec066STri Vo return false; 804dadec066STri Vo } 805dadec066STri Vo 8061da177e4SLinus Torvalds /* Get/put a kernel symbol (calls should be symmetric) */ 80713150bc5SArd Biesheuvel #define symbol_get(x) ({ extern typeof(x) x __attribute__((weak,visibility("hidden"))); &(x); }) 8081da177e4SLinus Torvalds #define symbol_put(x) do { } while (0) 8091da177e4SLinus Torvalds #define symbol_put_addr(x) do { } while (0) 8101da177e4SLinus Torvalds 8111da177e4SLinus Torvalds static inline void __module_get(struct module *module) 8121da177e4SLinus Torvalds { 8131da177e4SLinus Torvalds } 8141da177e4SLinus Torvalds 8158ba4fcdfSGao Feng static inline bool try_module_get(struct module *module) 8161da177e4SLinus Torvalds { 8178ba4fcdfSGao Feng return true; 8181da177e4SLinus Torvalds } 8191da177e4SLinus Torvalds 8201da177e4SLinus Torvalds static inline void module_put(struct module *module) 8211da177e4SLinus Torvalds { 8221da177e4SLinus Torvalds } 8231da177e4SLinus Torvalds 8241da177e4SLinus Torvalds #define module_name(mod) "kernel" 8251da177e4SLinus Torvalds 8261da177e4SLinus Torvalds static inline int register_module_notifier(struct notifier_block *nb) 8271da177e4SLinus Torvalds { 8281da177e4SLinus Torvalds /* no events will happen anyway, so this can always succeed */ 8291da177e4SLinus Torvalds return 0; 8301da177e4SLinus Torvalds } 8311da177e4SLinus Torvalds 8321da177e4SLinus Torvalds static inline int unregister_module_notifier(struct notifier_block *nb) 8331da177e4SLinus Torvalds { 8341da177e4SLinus Torvalds return 0; 8351da177e4SLinus Torvalds } 8361da177e4SLinus Torvalds 837ca3574bdSEric W. Biederman #define module_put_and_kthread_exit(code) kthread_exit(code) 8381da177e4SLinus Torvalds 8391da177e4SLinus Torvalds static inline void print_modules(void) 8401da177e4SLinus Torvalds { 8411da177e4SLinus Torvalds } 84280c6e146SDmitry Torokhov 84380c6e146SDmitry Torokhov static inline bool module_requested_async_probing(struct module *module) 84480c6e146SDmitry Torokhov { 84580c6e146SDmitry Torokhov return false; 84680c6e146SDmitry Torokhov } 84780c6e146SDmitry Torokhov 848fda784e5SBruno E. O. Meneguele 8498db5da0bSMimi Zohar static inline void set_module_sig_enforced(void) 8508db5da0bSMimi Zohar { 8518db5da0bSMimi Zohar } 8528db5da0bSMimi Zohar 853b865ea64SSergey Senozhatsky /* Dereference module function descriptor */ 854b865ea64SSergey Senozhatsky static inline 855b865ea64SSergey Senozhatsky void *dereference_module_function_descriptor(struct module *mod, void *ptr) 856b865ea64SSergey Senozhatsky { 857b865ea64SSergey Senozhatsky return ptr; 858b865ea64SSergey Senozhatsky } 859b865ea64SSergey Senozhatsky 860ef665c1aSRandy Dunlap #endif /* CONFIG_MODULES */ 861ef665c1aSRandy Dunlap 862ef665c1aSRandy Dunlap #ifdef CONFIG_SYSFS 8637405c1e1SGreg Kroah-Hartman extern struct kset *module_kset; 864042edf1eSThomas Weißschuh extern const struct kobj_type module_ktype; 865ef665c1aSRandy Dunlap #endif /* CONFIG_SYSFS */ 866ef665c1aSRandy Dunlap 8671da177e4SLinus Torvalds #define symbol_request(x) try_then_request_module(symbol_get(x), "symbol:" #x) 8681da177e4SLinus Torvalds 8691da177e4SLinus Torvalds /* BELOW HERE ALL THESE ARE OBSOLETE AND WILL VANISH */ 8701da177e4SLinus Torvalds 8711da177e4SLinus Torvalds #define __MODULE_STRING(x) __stringify(x) 8721da177e4SLinus Torvalds 8730d9c25ddSAndrew Morton #ifdef CONFIG_GENERIC_BUG 8745336377dSLinus Torvalds void module_bug_finalize(const Elf_Ehdr *, const Elf_Shdr *, 8750d9c25ddSAndrew Morton struct module *); 8760d9c25ddSAndrew Morton void module_bug_cleanup(struct module *); 8770d9c25ddSAndrew Morton 8780d9c25ddSAndrew Morton #else /* !CONFIG_GENERIC_BUG */ 8790d9c25ddSAndrew Morton 8805336377dSLinus Torvalds static inline void module_bug_finalize(const Elf_Ehdr *hdr, 8810d9c25ddSAndrew Morton const Elf_Shdr *sechdrs, 8820d9c25ddSAndrew Morton struct module *mod) 8830d9c25ddSAndrew Morton { 8840d9c25ddSAndrew Morton } 8850d9c25ddSAndrew Morton static inline void module_bug_cleanup(struct module *mod) {} 8860d9c25ddSAndrew Morton #endif /* CONFIG_GENERIC_BUG */ 8870d9c25ddSAndrew Morton 888*aefb2f2eSBreno Leitao #ifdef CONFIG_MITIGATION_RETPOLINE 889caf7501aSAndi Kleen extern bool retpoline_module_ok(bool has_retpoline); 890caf7501aSAndi Kleen #else 891caf7501aSAndi Kleen static inline bool retpoline_module_ok(bool has_retpoline) 892caf7501aSAndi Kleen { 893caf7501aSAndi Kleen return true; 894caf7501aSAndi Kleen } 895caf7501aSAndi Kleen #endif 896caf7501aSAndi Kleen 89759afdc7bSHerbert Xu #ifdef CONFIG_MODULE_SIG 8980c1e4280SAaron Tomlin bool is_module_sig_enforced(void); 8990c1e4280SAaron Tomlin 90059afdc7bSHerbert Xu static inline bool module_sig_ok(struct module *module) 90159afdc7bSHerbert Xu { 90259afdc7bSHerbert Xu return module->sig_ok; 90359afdc7bSHerbert Xu } 90459afdc7bSHerbert Xu #else /* !CONFIG_MODULE_SIG */ 9050c1e4280SAaron Tomlin static inline bool is_module_sig_enforced(void) 9060c1e4280SAaron Tomlin { 9070c1e4280SAaron Tomlin return false; 9080c1e4280SAaron Tomlin } 9090c1e4280SAaron Tomlin 91059afdc7bSHerbert Xu static inline bool module_sig_ok(struct module *module) 91159afdc7bSHerbert Xu { 91259afdc7bSHerbert Xu return true; 91359afdc7bSHerbert Xu } 91459afdc7bSHerbert Xu #endif /* CONFIG_MODULE_SIG */ 91559afdc7bSHerbert Xu 91673feb8d5SJiri Olsa #if defined(CONFIG_MODULES) && defined(CONFIG_KALLSYMS) 91707cc2c93SZhen Lei int module_kallsyms_on_each_symbol(const char *modname, 9183703bd54SZhen Lei int (*fn)(void *, const char *, unsigned long), 9193e355205SChristoph Hellwig void *data); 92034bf9347SViktor Malik 92134bf9347SViktor Malik /* For kallsyms to ask for address resolution. namebuf should be at 92234bf9347SViktor Malik * least KSYM_NAME_LEN long: a pointer to namebuf is returned if 92334bf9347SViktor Malik * found, otherwise NULL. 92434bf9347SViktor Malik */ 92534bf9347SViktor Malik const char *module_address_lookup(unsigned long addr, 92634bf9347SViktor Malik unsigned long *symbolsize, 92734bf9347SViktor Malik unsigned long *offset, 92834bf9347SViktor Malik char **modname, const unsigned char **modbuildid, 92934bf9347SViktor Malik char *namebuf); 93034bf9347SViktor Malik int lookup_module_symbol_name(unsigned long addr, char *symname); 93134bf9347SViktor Malik int lookup_module_symbol_attrs(unsigned long addr, 93234bf9347SViktor Malik unsigned long *size, 93334bf9347SViktor Malik unsigned long *offset, 93434bf9347SViktor Malik char *modname, 93534bf9347SViktor Malik char *name); 93634bf9347SViktor Malik 93734bf9347SViktor Malik /* Returns 0 and fills in value, defined and namebuf, or -ERANGE if 93834bf9347SViktor Malik * symnum out of range. 93934bf9347SViktor Malik */ 94034bf9347SViktor Malik int module_get_kallsym(unsigned int symnum, unsigned long *value, char *type, 94134bf9347SViktor Malik char *name, char *module_name, int *exported); 94234bf9347SViktor Malik 94334bf9347SViktor Malik /* Look for this name: can be of form module:name. */ 94434bf9347SViktor Malik unsigned long module_kallsyms_lookup_name(const char *name); 94534bf9347SViktor Malik 94634bf9347SViktor Malik unsigned long find_kallsyms_symbol_value(struct module *mod, const char *name); 94734bf9347SViktor Malik 94834bf9347SViktor Malik #else /* CONFIG_MODULES && CONFIG_KALLSYMS */ 94934bf9347SViktor Malik 95007cc2c93SZhen Lei static inline int module_kallsyms_on_each_symbol(const char *modname, 9513703bd54SZhen Lei int (*fn)(void *, const char *, unsigned long), 95273feb8d5SJiri Olsa void *data) 95373feb8d5SJiri Olsa { 95473feb8d5SJiri Olsa return -EOPNOTSUPP; 95573feb8d5SJiri Olsa } 95634bf9347SViktor Malik 95734bf9347SViktor Malik /* For kallsyms to ask for address resolution. NULL means not found. */ 95834bf9347SViktor Malik static inline const char *module_address_lookup(unsigned long addr, 95934bf9347SViktor Malik unsigned long *symbolsize, 96034bf9347SViktor Malik unsigned long *offset, 96134bf9347SViktor Malik char **modname, 96234bf9347SViktor Malik const unsigned char **modbuildid, 96334bf9347SViktor Malik char *namebuf) 96434bf9347SViktor Malik { 96534bf9347SViktor Malik return NULL; 96634bf9347SViktor Malik } 96734bf9347SViktor Malik 96834bf9347SViktor Malik static inline int lookup_module_symbol_name(unsigned long addr, char *symname) 96934bf9347SViktor Malik { 97034bf9347SViktor Malik return -ERANGE; 97134bf9347SViktor Malik } 97234bf9347SViktor Malik 97334bf9347SViktor Malik static inline int module_get_kallsym(unsigned int symnum, unsigned long *value, 97434bf9347SViktor Malik char *type, char *name, 97534bf9347SViktor Malik char *module_name, int *exported) 97634bf9347SViktor Malik { 97734bf9347SViktor Malik return -ERANGE; 97834bf9347SViktor Malik } 97934bf9347SViktor Malik 98034bf9347SViktor Malik static inline unsigned long module_kallsyms_lookup_name(const char *name) 98134bf9347SViktor Malik { 98234bf9347SViktor Malik return 0; 98334bf9347SViktor Malik } 98434bf9347SViktor Malik 98534bf9347SViktor Malik static inline unsigned long find_kallsyms_symbol_value(struct module *mod, 98634bf9347SViktor Malik const char *name) 98734bf9347SViktor Malik { 98834bf9347SViktor Malik return 0; 98934bf9347SViktor Malik } 99034bf9347SViktor Malik 99173feb8d5SJiri Olsa #endif /* CONFIG_MODULES && CONFIG_KALLSYMS */ 9923e355205SChristoph Hellwig 9931da177e4SLinus Torvalds #endif /* _LINUX_MODULE_H */ 994