xref: /linux-6.15/include/linux/module.h (revision cf2fde7b)
11da177e4SLinus Torvalds #ifndef _LINUX_MODULE_H
21da177e4SLinus Torvalds #define _LINUX_MODULE_H
31da177e4SLinus Torvalds /*
41da177e4SLinus Torvalds  * Dynamic loading of modules into the kernel.
51da177e4SLinus Torvalds  *
61da177e4SLinus Torvalds  * Rewritten by Richard Henderson <[email protected]> Dec 1996
71da177e4SLinus Torvalds  * Rewritten again by Rusty Russell, 2002
81da177e4SLinus Torvalds  */
91da177e4SLinus Torvalds #include <linux/list.h>
101da177e4SLinus Torvalds #include <linux/stat.h>
111da177e4SLinus Torvalds #include <linux/compiler.h>
121da177e4SLinus Torvalds #include <linux/cache.h>
131da177e4SLinus Torvalds #include <linux/kmod.h>
141da177e4SLinus Torvalds #include <linux/elf.h>
151da177e4SLinus Torvalds #include <linux/stringify.h>
161da177e4SLinus Torvalds #include <linux/kobject.h>
171da177e4SLinus Torvalds #include <linux/moduleparam.h>
18b2e285fcSSteven Rostedt (Red Hat) #include <linux/jump_label.h>
19f5016932SPaul Gortmaker #include <linux/export.h>
2093c2e105SPeter Zijlstra #include <linux/rbtree_latch.h>
211da177e4SLinus Torvalds 
22e1783a24SChristoph Lameter #include <linux/percpu.h>
231da177e4SLinus Torvalds #include <asm/module.h>
241da177e4SLinus Torvalds 
25106a4ee2SRusty Russell /* In stripped ARM and x86-64 modules, ~ is surprisingly rare. */
26106a4ee2SRusty Russell #define MODULE_SIG_STRING "~Module signature appended~\n"
27106a4ee2SRusty Russell 
281da177e4SLinus Torvalds /* Not Yet Implemented */
291da177e4SLinus Torvalds #define MODULE_SUPPORTED_DEVICE(name)
301da177e4SLinus Torvalds 
31730b69d2SRusty Russell #define MODULE_NAME_LEN MAX_PARAM_PREFIX_LEN
321da177e4SLinus Torvalds 
33e865d06bSSeunghun Lee struct modversion_info {
341da177e4SLinus Torvalds 	unsigned long crc;
351da177e4SLinus Torvalds 	char name[MODULE_NAME_LEN];
361da177e4SLinus Torvalds };
371da177e4SLinus Torvalds 
381da177e4SLinus Torvalds struct module;
391da177e4SLinus Torvalds 
404befb026SKay Sievers struct module_kobject {
414befb026SKay Sievers 	struct kobject kobj;
424befb026SKay Sievers 	struct module *mod;
434befb026SKay Sievers 	struct kobject *drivers_dir;
444befb026SKay Sievers 	struct module_param_attrs *mp;
45942e4431SLi Zhong 	struct completion *kobj_completion;
464befb026SKay Sievers };
474befb026SKay Sievers 
481da177e4SLinus Torvalds struct module_attribute {
491da177e4SLinus Torvalds 	struct attribute attr;
504befb026SKay Sievers 	ssize_t (*show)(struct module_attribute *, struct module_kobject *,
514befb026SKay Sievers 			char *);
524befb026SKay Sievers 	ssize_t (*store)(struct module_attribute *, struct module_kobject *,
531da177e4SLinus Torvalds 			 const char *, size_t count);
54c988d2b2SMatt Domsch 	void (*setup)(struct module *, const char *);
55c988d2b2SMatt Domsch 	int (*test)(struct module *);
56c988d2b2SMatt Domsch 	void (*free)(struct module *);
571da177e4SLinus Torvalds };
581da177e4SLinus Torvalds 
59e94965edSDmitry Torokhov struct module_version_attribute {
60e94965edSDmitry Torokhov 	struct module_attribute mattr;
61e94965edSDmitry Torokhov 	const char *module_name;
62e94965edSDmitry Torokhov 	const char *version;
6398562ad8SDmitry Torokhov } __attribute__ ((__aligned__(sizeof(void *))));
64e94965edSDmitry Torokhov 
659b73a584SDmitry Torokhov extern ssize_t __modver_version_show(struct module_attribute *,
664befb026SKay Sievers 				     struct module_kobject *, char *);
679b73a584SDmitry Torokhov 
6888bfa324SKay Sievers extern struct module_attribute module_uevent;
691da177e4SLinus Torvalds 
701da177e4SLinus Torvalds /* These are either module local, or the kernel's dummy ones. */
711da177e4SLinus Torvalds extern int init_module(void);
721da177e4SLinus Torvalds extern void cleanup_module(void);
731da177e4SLinus Torvalds 
741da177e4SLinus Torvalds /* Archs provide a method of finding the correct exception table. */
751da177e4SLinus Torvalds struct exception_table_entry;
761da177e4SLinus Torvalds 
771da177e4SLinus Torvalds const struct exception_table_entry *
781da177e4SLinus Torvalds search_extable(const struct exception_table_entry *first,
791da177e4SLinus Torvalds 	       const struct exception_table_entry *last,
801da177e4SLinus Torvalds 	       unsigned long value);
811da177e4SLinus Torvalds void sort_extable(struct exception_table_entry *start,
821da177e4SLinus Torvalds 		  struct exception_table_entry *finish);
831da177e4SLinus Torvalds void sort_main_extable(void);
84ad6561dfSRusty Russell void trim_init_extable(struct module *m);
851da177e4SLinus Torvalds 
861da177e4SLinus Torvalds /* Generic info of form tag = "info" */
871da177e4SLinus Torvalds #define MODULE_INFO(tag, info) __MODULE_INFO(tag, tag, info)
881da177e4SLinus Torvalds 
891da177e4SLinus Torvalds /* For userspace: you can also call me... */
901da177e4SLinus Torvalds #define MODULE_ALIAS(_alias) MODULE_INFO(alias, _alias)
911da177e4SLinus Torvalds 
927cb14ba7SAndreas Robinson /* Soft module dependencies. See man modprobe.d for details.
937cb14ba7SAndreas Robinson  * Example: MODULE_SOFTDEP("pre: module-foo module-bar post: module-baz")
947cb14ba7SAndreas Robinson  */
957cb14ba7SAndreas Robinson #define MODULE_SOFTDEP(_softdep) MODULE_INFO(softdep, _softdep)
967cb14ba7SAndreas Robinson 
971da177e4SLinus Torvalds /*
981da177e4SLinus Torvalds  * The following license idents are currently accepted as indicating free
991da177e4SLinus Torvalds  * software modules
1001da177e4SLinus Torvalds  *
1011da177e4SLinus Torvalds  *	"GPL"				[GNU Public License v2 or later]
1021da177e4SLinus Torvalds  *	"GPL v2"			[GNU Public License v2]
1031da177e4SLinus Torvalds  *	"GPL and additional rights"	[GNU Public License v2 rights and more]
1041da177e4SLinus Torvalds  *	"Dual BSD/GPL"			[GNU Public License v2
1051da177e4SLinus Torvalds  *					 or BSD license choice]
1068d27e908SXose Vazquez Perez  *	"Dual MIT/GPL"			[GNU Public License v2
1078d27e908SXose Vazquez Perez  *					 or MIT license choice]
1081da177e4SLinus Torvalds  *	"Dual MPL/GPL"			[GNU Public License v2
1091da177e4SLinus Torvalds  *					 or Mozilla license choice]
1101da177e4SLinus Torvalds  *
1111da177e4SLinus Torvalds  * The following other idents are available
1121da177e4SLinus Torvalds  *
1131da177e4SLinus Torvalds  *	"Proprietary"			[Non free products]
1141da177e4SLinus Torvalds  *
1151da177e4SLinus Torvalds  * There are dual licensed components, but when running with Linux it is the
1161da177e4SLinus Torvalds  * GPL that is relevant so this is a non issue. Similarly LGPL linked with GPL
1171da177e4SLinus Torvalds  * is a GPL combined work.
1181da177e4SLinus Torvalds  *
1191da177e4SLinus Torvalds  * This exists for several reasons
1201da177e4SLinus Torvalds  * 1.	So modinfo can show license info for users wanting to vet their setup
1211da177e4SLinus Torvalds  *	is free
1221da177e4SLinus Torvalds  * 2.	So the community can ignore bug reports including proprietary modules
1231da177e4SLinus Torvalds  * 3.	So vendors can do likewise based on their own policies
1241da177e4SLinus Torvalds  */
1251da177e4SLinus Torvalds #define MODULE_LICENSE(_license) MODULE_INFO(license, _license)
1261da177e4SLinus Torvalds 
1271d7015caSJohannes Berg /*
1281d7015caSJohannes Berg  * Author(s), use "Name <email>" or just "Name", for multiple
1291d7015caSJohannes Berg  * authors use multiple MODULE_AUTHOR() statements/lines.
1301d7015caSJohannes Berg  */
1311da177e4SLinus Torvalds #define MODULE_AUTHOR(_author) MODULE_INFO(author, _author)
1321da177e4SLinus Torvalds 
1331da177e4SLinus Torvalds /* What your module does. */
1341da177e4SLinus Torvalds #define MODULE_DESCRIPTION(_description) MODULE_INFO(description, _description)
1351da177e4SLinus Torvalds 
136cff26a51SRusty Russell #ifdef MODULE
137cff26a51SRusty Russell /* Creates an alias so file2alias.c can find device table. */
1381da177e4SLinus Torvalds #define MODULE_DEVICE_TABLE(type, name)					\
1396301939dSAndrey Ryabinin extern const typeof(name) __mod_##type##__##name##_device_table		\
140cff26a51SRusty Russell   __attribute__ ((unused, alias(__stringify(name))))
141cff26a51SRusty Russell #else  /* !MODULE */
142cff26a51SRusty Russell #define MODULE_DEVICE_TABLE(type, name)
143cff26a51SRusty Russell #endif
1441da177e4SLinus Torvalds 
1451da177e4SLinus Torvalds /* Version of form [<epoch>:]<version>[-<extra-version>].
146e865d06bSSeunghun Lee  * Or for CVS/RCS ID version, everything but the number is stripped.
147e865d06bSSeunghun Lee  * <epoch>: A (small) unsigned integer which allows you to start versions
148e865d06bSSeunghun Lee  * anew. If not mentioned, it's zero.  eg. "2:1.0" is after
149e865d06bSSeunghun Lee  * "1:2.0".
1501da177e4SLinus Torvalds 
151e865d06bSSeunghun Lee  * <version>: The <version> may contain only alphanumerics and the
152e865d06bSSeunghun Lee  * character `.'.  Ordered by numeric sort for numeric parts,
153e865d06bSSeunghun Lee  * ascii sort for ascii parts (as per RPM or DEB algorithm).
154e865d06bSSeunghun Lee 
155e865d06bSSeunghun Lee  * <extraversion>: Like <version>, but inserted for local
156e865d06bSSeunghun Lee  * customizations, eg "rh3" or "rusty1".
157e865d06bSSeunghun Lee 
158e865d06bSSeunghun Lee  * Using this automatically adds a checksum of the .c files and the
159e865d06bSSeunghun Lee  * local headers in "srcversion".
1601da177e4SLinus Torvalds  */
161e94965edSDmitry Torokhov 
1623b90a5b2SRusty Russell #if defined(MODULE) || !defined(CONFIG_SYSFS)
1631da177e4SLinus Torvalds #define MODULE_VERSION(_version) MODULE_INFO(version, _version)
164e94965edSDmitry Torokhov #else
165e94965edSDmitry Torokhov #define MODULE_VERSION(_version)					\
166b4bc8428SDmitry Torokhov 	static struct module_version_attribute ___modver_attr = {	\
167e94965edSDmitry Torokhov 		.mattr	= {						\
168e94965edSDmitry Torokhov 			.attr	= {					\
169e94965edSDmitry Torokhov 				.name	= "version",			\
170e94965edSDmitry Torokhov 				.mode	= S_IRUGO,			\
171e94965edSDmitry Torokhov 			},						\
172e94965edSDmitry Torokhov 			.show	= __modver_version_show,		\
173e94965edSDmitry Torokhov 		},							\
174e94965edSDmitry Torokhov 		.module_name	= KBUILD_MODNAME,			\
175e94965edSDmitry Torokhov 		.version	= _version,				\
176b4bc8428SDmitry Torokhov 	};								\
177b4bc8428SDmitry Torokhov 	static const struct module_version_attribute			\
178b4bc8428SDmitry Torokhov 	__used __attribute__ ((__section__ ("__modver")))		\
179b4bc8428SDmitry Torokhov 	* __moduleparam_const __modver_attr = &___modver_attr
180e94965edSDmitry Torokhov #endif
1811da177e4SLinus Torvalds 
182187afbedSJon Masters /* Optional firmware file (or files) needed by the module
183187afbedSJon Masters  * format is simply firmware file name.  Multiple firmware
184187afbedSJon Masters  * files require multiple MODULE_FIRMWARE() specifiers */
185187afbedSJon Masters #define MODULE_FIRMWARE(_firmware) MODULE_INFO(firmware, _firmware)
186187afbedSJon Masters 
1871da177e4SLinus Torvalds /* Given an address, look for it in the exception tables */
1881da177e4SLinus Torvalds const struct exception_table_entry *search_exception_tables(unsigned long add);
1891da177e4SLinus Torvalds 
1901da177e4SLinus Torvalds struct notifier_block;
1911da177e4SLinus Torvalds 
1921da177e4SLinus Torvalds #ifdef CONFIG_MODULES
1931da177e4SLinus Torvalds 
1945ed10910SDave Young extern int modules_disabled; /* for sysctl */
1951da177e4SLinus Torvalds /* Get/put a kernel symbol (calls must be symmetric) */
1961da177e4SLinus Torvalds void *__symbol_get(const char *symbol);
1971da177e4SLinus Torvalds void *__symbol_get_gpl(const char *symbol);
198b92021b0SRusty Russell #define symbol_get(x) ((typeof(&x))(__symbol_get(VMLINUX_SYMBOL_STR(x))))
1991da177e4SLinus Torvalds 
200c8e21cedSRusty Russell /* modules using other modules: kdb wants to see this. */
201c8e21cedSRusty Russell struct module_use {
202c8e21cedSRusty Russell 	struct list_head source_list;
203c8e21cedSRusty Russell 	struct list_head target_list;
204c8e21cedSRusty Russell 	struct module *source, *target;
205c8e21cedSRusty Russell };
206c8e21cedSRusty Russell 
2070d21b0e3SRusty Russell enum module_state {
2080d21b0e3SRusty Russell 	MODULE_STATE_LIVE,	/* Normal state. */
2090d21b0e3SRusty Russell 	MODULE_STATE_COMING,	/* Full formed, running module_init. */
2100d21b0e3SRusty Russell 	MODULE_STATE_GOING,	/* Going away. */
2110d21b0e3SRusty Russell 	MODULE_STATE_UNFORMED,	/* Still setting it up. */
2121da177e4SLinus Torvalds };
2131da177e4SLinus Torvalds 
21493c2e105SPeter Zijlstra struct module;
21593c2e105SPeter Zijlstra 
21693c2e105SPeter Zijlstra struct mod_tree_node {
21793c2e105SPeter Zijlstra 	struct module *mod;
21893c2e105SPeter Zijlstra 	struct latch_tree_node node;
21993c2e105SPeter Zijlstra };
22093c2e105SPeter Zijlstra 
221e865d06bSSeunghun Lee struct module {
2221da177e4SLinus Torvalds 	enum module_state state;
2231da177e4SLinus Torvalds 
2241da177e4SLinus Torvalds 	/* Member of list of modules */
2251da177e4SLinus Torvalds 	struct list_head list;
2261da177e4SLinus Torvalds 
2271da177e4SLinus Torvalds 	/* Unique handle for this module */
2281da177e4SLinus Torvalds 	char name[MODULE_NAME_LEN];
2291da177e4SLinus Torvalds 
2301da177e4SLinus Torvalds 	/* Sysfs stuff. */
2311da177e4SLinus Torvalds 	struct module_kobject mkobj;
23203e88ae1SGreg Kroah-Hartman 	struct module_attribute *modinfo_attrs;
233c988d2b2SMatt Domsch 	const char *version;
234c988d2b2SMatt Domsch 	const char *srcversion;
235270a6c4cSKay Sievers 	struct kobject *holders_dir;
2361da177e4SLinus Torvalds 
2371da177e4SLinus Torvalds 	/* Exported symbols */
2381da177e4SLinus Torvalds 	const struct kernel_symbol *syms;
2391da177e4SLinus Torvalds 	const unsigned long *crcs;
240af540689SRichard Kennedy 	unsigned int num_syms;
2411da177e4SLinus Torvalds 
242e180a6b7SRusty Russell 	/* Kernel parameters. */
243*cf2fde7bSRusty Russell #ifdef CONFIG_SYSFS
244b51d23e4SDan Streetman 	struct mutex param_lock;
245*cf2fde7bSRusty Russell #endif
246e180a6b7SRusty Russell 	struct kernel_param *kp;
247e180a6b7SRusty Russell 	unsigned int num_kp;
248e180a6b7SRusty Russell 
2491da177e4SLinus Torvalds 	/* GPL-only exported symbols. */
2501da177e4SLinus Torvalds 	unsigned int num_gpl_syms;
251af540689SRichard Kennedy 	const struct kernel_symbol *gpl_syms;
2521da177e4SLinus Torvalds 	const unsigned long *gpl_crcs;
2531da177e4SLinus Torvalds 
254f7f5b675SDenys Vlasenko #ifdef CONFIG_UNUSED_SYMBOLS
255f71d20e9SArjan van de Ven 	/* unused exported symbols. */
256f71d20e9SArjan van de Ven 	const struct kernel_symbol *unused_syms;
257f71d20e9SArjan van de Ven 	const unsigned long *unused_crcs;
258af540689SRichard Kennedy 	unsigned int num_unused_syms;
259af540689SRichard Kennedy 
260f71d20e9SArjan van de Ven 	/* GPL-only, unused exported symbols. */
261f71d20e9SArjan van de Ven 	unsigned int num_unused_gpl_syms;
262af540689SRichard Kennedy 	const struct kernel_symbol *unused_gpl_syms;
263f71d20e9SArjan van de Ven 	const unsigned long *unused_gpl_crcs;
264f7f5b675SDenys Vlasenko #endif
265f71d20e9SArjan van de Ven 
266106a4ee2SRusty Russell #ifdef CONFIG_MODULE_SIG
267106a4ee2SRusty Russell 	/* Signature was verified. */
268106a4ee2SRusty Russell 	bool sig_ok;
269106a4ee2SRusty Russell #endif
270106a4ee2SRusty Russell 
2719f28bb7eSGreg Kroah-Hartman 	/* symbols that will be GPL-only in the near future. */
2729f28bb7eSGreg Kroah-Hartman 	const struct kernel_symbol *gpl_future_syms;
2739f28bb7eSGreg Kroah-Hartman 	const unsigned long *gpl_future_crcs;
274af540689SRichard Kennedy 	unsigned int num_gpl_future_syms;
2759f28bb7eSGreg Kroah-Hartman 
2761da177e4SLinus Torvalds 	/* Exception table */
2771da177e4SLinus Torvalds 	unsigned int num_exentries;
2785e458cc0SRusty Russell 	struct exception_table_entry *extable;
2791da177e4SLinus Torvalds 
2801da177e4SLinus Torvalds 	/* Startup function. */
2811da177e4SLinus Torvalds 	int (*init)(void);
2821da177e4SLinus Torvalds 
28393c2e105SPeter Zijlstra 	/*
28493c2e105SPeter Zijlstra 	 * If this is non-NULL, vfree() after init() returns.
28593c2e105SPeter Zijlstra 	 *
28693c2e105SPeter Zijlstra 	 * Cacheline align here, such that:
28793c2e105SPeter Zijlstra 	 *   module_init, module_core, init_size, core_size,
2886c9692e2SPeter Zijlstra 	 *   init_text_size, core_text_size and mtn_core::{mod,node[0]}
28993c2e105SPeter Zijlstra 	 * are on the same cacheline.
29093c2e105SPeter Zijlstra 	 */
29193c2e105SPeter Zijlstra 	void *module_init	____cacheline_aligned;
2921da177e4SLinus Torvalds 
2931da177e4SLinus Torvalds 	/* Here is the actual code + data, vfree'd on unload. */
2941da177e4SLinus Torvalds 	void *module_core;
2951da177e4SLinus Torvalds 
2961da177e4SLinus Torvalds 	/* Here are the sizes of the init and core sections */
2972f0f2a33SDenys Vlasenko 	unsigned int init_size, core_size;
2981da177e4SLinus Torvalds 
2991da177e4SLinus Torvalds 	/* The size of the executable code in each section.  */
3002f0f2a33SDenys Vlasenko 	unsigned int init_text_size, core_text_size;
3011da177e4SLinus Torvalds 
3026c9692e2SPeter Zijlstra #ifdef CONFIG_MODULES_TREE_LOOKUP
30393c2e105SPeter Zijlstra 	/*
30493c2e105SPeter Zijlstra 	 * We want mtn_core::{mod,node[0]} to be in the same cacheline as the
30593c2e105SPeter Zijlstra 	 * above entries such that a regular lookup will only touch one
30693c2e105SPeter Zijlstra 	 * cacheline.
30793c2e105SPeter Zijlstra 	 */
30893c2e105SPeter Zijlstra 	struct mod_tree_node	mtn_core;
30993c2e105SPeter Zijlstra 	struct mod_tree_node	mtn_init;
3106c9692e2SPeter Zijlstra #endif
31193c2e105SPeter Zijlstra 
31284e1c6bbSmatthieu castet 	/* Size of RO sections of the module (text+rodata) */
31384e1c6bbSmatthieu castet 	unsigned int init_ro_size, core_ro_size;
31484e1c6bbSmatthieu castet 
3151da177e4SLinus Torvalds 	/* Arch-specific module values */
3161da177e4SLinus Torvalds 	struct mod_arch_specific arch;
3171da177e4SLinus Torvalds 
3182bc2d61aSRandy Dunlap 	unsigned int taints;	/* same bits as kernel:tainted */
3192bc2d61aSRandy Dunlap 
3207664c5a1SJeremy Fitzhardinge #ifdef CONFIG_GENERIC_BUG
3217664c5a1SJeremy Fitzhardinge 	/* Support for BUG */
322af540689SRichard Kennedy 	unsigned num_bugs;
3237664c5a1SJeremy Fitzhardinge 	struct list_head bug_list;
3247664c5a1SJeremy Fitzhardinge 	struct bug_entry *bug_table;
3251da177e4SLinus Torvalds #endif
3261da177e4SLinus Torvalds 
3271da177e4SLinus Torvalds #ifdef CONFIG_KALLSYMS
3284a496226SJan Beulich 	/*
3294a496226SJan Beulich 	 * We keep the symbol and string tables for kallsyms.
3304a496226SJan Beulich 	 * The core_* fields below are temporary, loader-only (they
3314a496226SJan Beulich 	 * could really be discarded after module init).
3324a496226SJan Beulich 	 */
3334a496226SJan Beulich 	Elf_Sym *symtab, *core_symtab;
3344a496226SJan Beulich 	unsigned int num_symtab, core_num_syms;
335554bdfe5SJan Beulich 	char *strtab, *core_strtab;
3361da177e4SLinus Torvalds 
3371da177e4SLinus Torvalds 	/* Section attributes */
3381da177e4SLinus Torvalds 	struct module_sect_attrs *sect_attrs;
3396d760133SRoland McGrath 
3406d760133SRoland McGrath 	/* Notes attributes */
3416d760133SRoland McGrath 	struct module_notes_attrs *notes_attrs;
3421da177e4SLinus Torvalds #endif
3431da177e4SLinus Torvalds 
344a288bd65SRichard Kennedy 	/* The command line arguments (may be mangled).  People like
345a288bd65SRichard Kennedy 	   keeping pointers to this stuff */
346a288bd65SRichard Kennedy 	char *args;
347a288bd65SRichard Kennedy 
348259354deSTejun Heo #ifdef CONFIG_SMP
3491da177e4SLinus Torvalds 	/* Per-cpu data. */
350259354deSTejun Heo 	void __percpu *percpu;
351259354deSTejun Heo 	unsigned int percpu_size;
352259354deSTejun Heo #endif
3531da177e4SLinus Torvalds 
35497e1c18eSMathieu Desnoyers #ifdef CONFIG_TRACEPOINTS
35597e1c18eSMathieu Desnoyers 	unsigned int num_tracepoints;
356a288bd65SRichard Kennedy 	struct tracepoint * const *tracepoints_ptrs;
35797e1c18eSMathieu Desnoyers #endif
358bf5438fcSJason Baron #ifdef HAVE_JUMP_LABEL
359bf5438fcSJason Baron 	struct jump_entry *jump_entries;
360bf5438fcSJason Baron 	unsigned int num_jump_entries;
361bf5438fcSJason Baron #endif
362769b0441SFrederic Weisbecker #ifdef CONFIG_TRACING
3631ba28e02SLai Jiangshan 	unsigned int num_trace_bprintk_fmt;
364a288bd65SRichard Kennedy 	const char **trace_bprintk_fmt_start;
3651ba28e02SLai Jiangshan #endif
3666d723736SSteven Rostedt #ifdef CONFIG_EVENT_TRACING
367e4a9ea5eSSteven Rostedt 	struct ftrace_event_call **trace_events;
3686d723736SSteven Rostedt 	unsigned int num_trace_events;
3693673b8e4SSteven Rostedt (Red Hat) 	struct trace_enum_map **trace_enums;
3703673b8e4SSteven Rostedt (Red Hat) 	unsigned int num_trace_enums;
3716d723736SSteven Rostedt #endif
37293eb677dSSteven Rostedt #ifdef CONFIG_FTRACE_MCOUNT_RECORD
37393eb677dSSteven Rostedt 	unsigned int num_ftrace_callsites;
374a288bd65SRichard Kennedy 	unsigned long *ftrace_callsites;
37593eb677dSSteven Rostedt #endif
3761ba28e02SLai Jiangshan 
3778cb2c2dcSPetr Mladek #ifdef CONFIG_LIVEPATCH
3788cb2c2dcSPetr Mladek 	bool klp_alive;
3798cb2c2dcSPetr Mladek #endif
3808cb2c2dcSPetr Mladek 
381af540689SRichard Kennedy #ifdef CONFIG_MODULE_UNLOAD
382af540689SRichard Kennedy 	/* What modules depend on me? */
3832c02dfe7SLinus Torvalds 	struct list_head source_list;
3842c02dfe7SLinus Torvalds 	/* What modules do I depend on? */
3852c02dfe7SLinus Torvalds 	struct list_head target_list;
386af540689SRichard Kennedy 
387af540689SRichard Kennedy 	/* Destruction function. */
388af540689SRichard Kennedy 	void (*exit)(void);
389af540689SRichard Kennedy 
3902f35c41fSMasami Hiramatsu 	atomic_t refcnt;
391af540689SRichard Kennedy #endif
392b99b87f7SPeter Oberparleiter 
393b99b87f7SPeter Oberparleiter #ifdef CONFIG_CONSTRUCTORS
394b99b87f7SPeter Oberparleiter 	/* Constructor functions. */
395b99b87f7SPeter Oberparleiter 	ctor_fn_t *ctors;
396b99b87f7SPeter Oberparleiter 	unsigned int num_ctors;
397b99b87f7SPeter Oberparleiter #endif
39893c2e105SPeter Zijlstra } ____cacheline_aligned;
399e61a1c1cSRoman Zippel #ifndef MODULE_ARCH_INIT
400e61a1c1cSRoman Zippel #define MODULE_ARCH_INIT {}
401e61a1c1cSRoman Zippel #endif
4021da177e4SLinus Torvalds 
403c6b37801STim Abbott extern struct mutex module_mutex;
404c6b37801STim Abbott 
4051da177e4SLinus Torvalds /* FIXME: It'd be nice to isolate modules during init, too, so they
4061da177e4SLinus Torvalds    aren't used before they (may) fail.  But presently too much code
4071da177e4SLinus Torvalds    (IDE & SCSI) require entry into the module during init.*/
4081da177e4SLinus Torvalds static inline int module_is_live(struct module *mod)
4091da177e4SLinus Torvalds {
4101da177e4SLinus Torvalds 	return mod->state != MODULE_STATE_GOING;
4111da177e4SLinus Torvalds }
4121da177e4SLinus Torvalds 
4131da177e4SLinus Torvalds struct module *__module_text_address(unsigned long addr);
414e610499eSRusty Russell struct module *__module_address(unsigned long addr);
415e610499eSRusty Russell bool is_module_address(unsigned long addr);
41610fad5e4STejun Heo bool is_module_percpu_address(unsigned long addr);
417e610499eSRusty Russell bool is_module_text_address(unsigned long addr);
4181da177e4SLinus Torvalds 
41976681c8fSPetr Mladek static inline bool within_module_core(unsigned long addr,
42076681c8fSPetr Mladek 				      const struct module *mod)
421a06f6211SMasami Hiramatsu {
422a06f6211SMasami Hiramatsu 	return (unsigned long)mod->module_core <= addr &&
423a06f6211SMasami Hiramatsu 	       addr < (unsigned long)mod->module_core + mod->core_size;
424a06f6211SMasami Hiramatsu }
425a06f6211SMasami Hiramatsu 
42676681c8fSPetr Mladek static inline bool within_module_init(unsigned long addr,
42776681c8fSPetr Mladek 				      const struct module *mod)
428a06f6211SMasami Hiramatsu {
429a06f6211SMasami Hiramatsu 	return (unsigned long)mod->module_init <= addr &&
430a06f6211SMasami Hiramatsu 	       addr < (unsigned long)mod->module_init + mod->init_size;
431a06f6211SMasami Hiramatsu }
432a06f6211SMasami Hiramatsu 
43376681c8fSPetr Mladek static inline bool within_module(unsigned long addr, const struct module *mod)
4349b20a352SPetr Mladek {
4359b20a352SPetr Mladek 	return within_module_init(addr, mod) || within_module_core(addr, mod);
4369b20a352SPetr Mladek }
4379b20a352SPetr Mladek 
438c6b37801STim Abbott /* Search for module by name: must hold module_mutex. */
439c6b37801STim Abbott struct module *find_module(const char *name);
440c6b37801STim Abbott 
441c6b37801STim Abbott struct symsearch {
442c6b37801STim Abbott 	const struct kernel_symbol *start, *stop;
443c6b37801STim Abbott 	const unsigned long *crcs;
444c6b37801STim Abbott 	enum {
445c6b37801STim Abbott 		NOT_GPL_ONLY,
446c6b37801STim Abbott 		GPL_ONLY,
447c6b37801STim Abbott 		WILL_BE_GPL_ONLY,
448c6b37801STim Abbott 	} licence;
449c6b37801STim Abbott 	bool unused;
450c6b37801STim Abbott };
451c6b37801STim Abbott 
4520be964beSPeter Zijlstra /*
4530be964beSPeter Zijlstra  * Search for an exported symbol by name.
4540be964beSPeter Zijlstra  *
4550be964beSPeter Zijlstra  * Must be called with module_mutex held or preemption disabled.
4560be964beSPeter Zijlstra  */
457c6b37801STim Abbott const struct kernel_symbol *find_symbol(const char *name,
458c6b37801STim Abbott 					struct module **owner,
459c6b37801STim Abbott 					const unsigned long **crc,
460c6b37801STim Abbott 					bool gplok,
461c6b37801STim Abbott 					bool warn);
462c6b37801STim Abbott 
4630be964beSPeter Zijlstra /*
4640be964beSPeter Zijlstra  * Walk the exported symbol table
4650be964beSPeter Zijlstra  *
4660be964beSPeter Zijlstra  * Must be called with module_mutex held or preemption disabled.
4670be964beSPeter Zijlstra  */
468de4d8d53SRusty Russell bool each_symbol_section(bool (*fn)(const struct symsearch *arr,
469de4d8d53SRusty Russell 				    struct module *owner,
470de4d8d53SRusty Russell 				    void *data), void *data);
471c6b37801STim Abbott 
472ea07890aSAlexey Dobriyan /* Returns 0 and fills in value, defined and namebuf, or -ERANGE if
4731da177e4SLinus Torvalds    symnum out of range. */
474ea07890aSAlexey Dobriyan int module_get_kallsym(unsigned int symnum, unsigned long *value, char *type,
475ea07890aSAlexey Dobriyan 			char *name, char *module_name, int *exported);
4761da177e4SLinus Torvalds 
4771da177e4SLinus Torvalds /* Look for this name: can be of form module:name. */
4781da177e4SLinus Torvalds unsigned long module_kallsyms_lookup_name(const char *name);
4791da177e4SLinus Torvalds 
48075a66614SAnders Kaseorg int module_kallsyms_on_each_symbol(int (*fn)(void *, const char *,
48175a66614SAnders Kaseorg 					     struct module *, unsigned long),
48275a66614SAnders Kaseorg 				   void *data);
48375a66614SAnders Kaseorg 
4841da177e4SLinus Torvalds extern void __module_put_and_exit(struct module *mod, long code)
4851da177e4SLinus Torvalds 	__attribute__((noreturn));
48674e22facSJoe Perches #define module_put_and_exit(code) __module_put_and_exit(THIS_MODULE, code)
4871da177e4SLinus Torvalds 
4881da177e4SLinus Torvalds #ifdef CONFIG_MODULE_UNLOAD
489d5db139aSRusty Russell int module_refcount(struct module *mod);
4901da177e4SLinus Torvalds void __symbol_put(const char *symbol);
491b92021b0SRusty Russell #define symbol_put(x) __symbol_put(VMLINUX_SYMBOL_STR(x))
4921da177e4SLinus Torvalds void symbol_put_addr(void *addr);
4931da177e4SLinus Torvalds 
4941da177e4SLinus Torvalds /* Sometimes we know we already have a refcount, and it's easier not
4951da177e4SLinus Torvalds    to handle the error case (which only happens with rmmod --wait). */
496d53799beSSteven Rostedt extern void __module_get(struct module *module);
4971da177e4SLinus Torvalds 
498d53799beSSteven Rostedt /* This is the Right Way to get a module: if it fails, it's being removed,
499d53799beSSteven Rostedt  * so pretend it's not there. */
500d53799beSSteven Rostedt extern bool try_module_get(struct module *module);
5011da177e4SLinus Torvalds 
502f6a57033SAl Viro extern void module_put(struct module *module);
5031da177e4SLinus Torvalds 
5041da177e4SLinus Torvalds #else /*!CONFIG_MODULE_UNLOAD*/
5051da177e4SLinus Torvalds static inline int try_module_get(struct module *module)
5061da177e4SLinus Torvalds {
5071da177e4SLinus Torvalds 	return !module || module_is_live(module);
5081da177e4SLinus Torvalds }
5091da177e4SLinus Torvalds static inline void module_put(struct module *module)
5101da177e4SLinus Torvalds {
5111da177e4SLinus Torvalds }
5121da177e4SLinus Torvalds static inline void __module_get(struct module *module)
5131da177e4SLinus Torvalds {
5141da177e4SLinus Torvalds }
5151da177e4SLinus Torvalds #define symbol_put(x) do { } while (0)
5161da177e4SLinus Torvalds #define symbol_put_addr(p) do { } while (0)
5171da177e4SLinus Torvalds 
5181da177e4SLinus Torvalds #endif /* CONFIG_MODULE_UNLOAD */
519dfd62d1dSAnders Kaseorg int ref_module(struct module *a, struct module *b);
5201da177e4SLinus Torvalds 
5211da177e4SLinus Torvalds /* This is a #define so the string doesn't get put in every .o file */
5221da177e4SLinus Torvalds #define module_name(mod)			\
5231da177e4SLinus Torvalds ({						\
5241da177e4SLinus Torvalds 	struct module *__mod = (mod);		\
5251da177e4SLinus Torvalds 	__mod ? __mod->name : "kernel";		\
5261da177e4SLinus Torvalds })
5271da177e4SLinus Torvalds 
5286dd06c9fSRusty Russell /* For kallsyms to ask for address resolution.  namebuf should be at
5296dd06c9fSRusty Russell  * least KSYM_NAME_LEN long: a pointer to namebuf is returned if
5306dd06c9fSRusty Russell  * found, otherwise NULL. */
53192dfc9dcSAndrew Morton const char *module_address_lookup(unsigned long addr,
5321da177e4SLinus Torvalds 			    unsigned long *symbolsize,
5331da177e4SLinus Torvalds 			    unsigned long *offset,
5346dd06c9fSRusty Russell 			    char **modname,
5356dd06c9fSRusty Russell 			    char *namebuf);
5369d65cb4aSAlexey Dobriyan int lookup_module_symbol_name(unsigned long addr, char *symname);
537a5c43daeSAlexey Dobriyan int lookup_module_symbol_attrs(unsigned long addr, unsigned long *size, unsigned long *offset, char *modname, char *name);
5381da177e4SLinus Torvalds 
5391da177e4SLinus Torvalds /* For extable.c to search modules' exception tables. */
5401da177e4SLinus Torvalds const struct exception_table_entry *search_module_extables(unsigned long addr);
5411da177e4SLinus Torvalds 
5421da177e4SLinus Torvalds int register_module_notifier(struct notifier_block *nb);
5431da177e4SLinus Torvalds int unregister_module_notifier(struct notifier_block *nb);
5441da177e4SLinus Torvalds 
5451da177e4SLinus Torvalds extern void print_modules(void);
5461da177e4SLinus Torvalds 
5471da177e4SLinus Torvalds #else /* !CONFIG_MODULES... */
5481da177e4SLinus Torvalds 
5491da177e4SLinus Torvalds /* Given an address, look for it in the exception tables. */
5501da177e4SLinus Torvalds static inline const struct exception_table_entry *
5511da177e4SLinus Torvalds search_module_extables(unsigned long addr)
5521da177e4SLinus Torvalds {
5531da177e4SLinus Torvalds 	return NULL;
5541da177e4SLinus Torvalds }
5551da177e4SLinus Torvalds 
556e610499eSRusty Russell static inline struct module *__module_address(unsigned long addr)
557e610499eSRusty Russell {
558e610499eSRusty Russell 	return NULL;
559e610499eSRusty Russell }
560e610499eSRusty Russell 
5611da177e4SLinus Torvalds static inline struct module *__module_text_address(unsigned long addr)
5621da177e4SLinus Torvalds {
5631da177e4SLinus Torvalds 	return NULL;
5641da177e4SLinus Torvalds }
5651da177e4SLinus Torvalds 
566e610499eSRusty Russell static inline bool is_module_address(unsigned long addr)
5674d435f9dSIngo Molnar {
568e610499eSRusty Russell 	return false;
569e610499eSRusty Russell }
570e610499eSRusty Russell 
571d5e50dafSRandy Dunlap static inline bool is_module_percpu_address(unsigned long addr)
572d5e50dafSRandy Dunlap {
573d5e50dafSRandy Dunlap 	return false;
574d5e50dafSRandy Dunlap }
575d5e50dafSRandy Dunlap 
576e610499eSRusty Russell static inline bool is_module_text_address(unsigned long addr)
577e610499eSRusty Russell {
578e610499eSRusty Russell 	return false;
5794d435f9dSIngo Molnar }
5804d435f9dSIngo Molnar 
5811da177e4SLinus Torvalds /* Get/put a kernel symbol (calls should be symmetric) */
5821da177e4SLinus Torvalds #define symbol_get(x) ({ extern typeof(x) x __attribute__((weak)); &(x); })
5831da177e4SLinus Torvalds #define symbol_put(x) do { } while (0)
5841da177e4SLinus Torvalds #define symbol_put_addr(x) do { } while (0)
5851da177e4SLinus Torvalds 
5861da177e4SLinus Torvalds static inline void __module_get(struct module *module)
5871da177e4SLinus Torvalds {
5881da177e4SLinus Torvalds }
5891da177e4SLinus Torvalds 
5901da177e4SLinus Torvalds static inline int try_module_get(struct module *module)
5911da177e4SLinus Torvalds {
5921da177e4SLinus Torvalds 	return 1;
5931da177e4SLinus Torvalds }
5941da177e4SLinus Torvalds 
5951da177e4SLinus Torvalds static inline void module_put(struct module *module)
5961da177e4SLinus Torvalds {
5971da177e4SLinus Torvalds }
5981da177e4SLinus Torvalds 
5991da177e4SLinus Torvalds #define module_name(mod) "kernel"
6001da177e4SLinus Torvalds 
6011da177e4SLinus Torvalds /* For kallsyms to ask for address resolution.  NULL means not found. */
60292dfc9dcSAndrew Morton static inline const char *module_address_lookup(unsigned long addr,
6031da177e4SLinus Torvalds 					  unsigned long *symbolsize,
6041da177e4SLinus Torvalds 					  unsigned long *offset,
6056dd06c9fSRusty Russell 					  char **modname,
6066dd06c9fSRusty Russell 					  char *namebuf)
6071da177e4SLinus Torvalds {
6081da177e4SLinus Torvalds 	return NULL;
6091da177e4SLinus Torvalds }
6101da177e4SLinus Torvalds 
6119d65cb4aSAlexey Dobriyan static inline int lookup_module_symbol_name(unsigned long addr, char *symname)
6129d65cb4aSAlexey Dobriyan {
6139d65cb4aSAlexey Dobriyan 	return -ERANGE;
6149d65cb4aSAlexey Dobriyan }
6159d65cb4aSAlexey Dobriyan 
616a5c43daeSAlexey Dobriyan static inline int lookup_module_symbol_attrs(unsigned long addr, unsigned long *size, unsigned long *offset, char *modname, char *name)
617a5c43daeSAlexey Dobriyan {
618a5c43daeSAlexey Dobriyan 	return -ERANGE;
619a5c43daeSAlexey Dobriyan }
620a5c43daeSAlexey Dobriyan 
621ea07890aSAlexey Dobriyan static inline int module_get_kallsym(unsigned int symnum, unsigned long *value,
622ea07890aSAlexey Dobriyan 					char *type, char *name,
623ea07890aSAlexey Dobriyan 					char *module_name, int *exported)
6241da177e4SLinus Torvalds {
625ea07890aSAlexey Dobriyan 	return -ERANGE;
6261da177e4SLinus Torvalds }
6271da177e4SLinus Torvalds 
6281da177e4SLinus Torvalds static inline unsigned long module_kallsyms_lookup_name(const char *name)
6291da177e4SLinus Torvalds {
6301da177e4SLinus Torvalds 	return 0;
6311da177e4SLinus Torvalds }
6321da177e4SLinus Torvalds 
63375a66614SAnders Kaseorg static inline int module_kallsyms_on_each_symbol(int (*fn)(void *, const char *,
63475a66614SAnders Kaseorg 							   struct module *,
63575a66614SAnders Kaseorg 							   unsigned long),
63675a66614SAnders Kaseorg 						 void *data)
63775a66614SAnders Kaseorg {
63875a66614SAnders Kaseorg 	return 0;
63975a66614SAnders Kaseorg }
64075a66614SAnders Kaseorg 
6411da177e4SLinus Torvalds static inline int register_module_notifier(struct notifier_block *nb)
6421da177e4SLinus Torvalds {
6431da177e4SLinus Torvalds 	/* no events will happen anyway, so this can always succeed */
6441da177e4SLinus Torvalds 	return 0;
6451da177e4SLinus Torvalds }
6461da177e4SLinus Torvalds 
6471da177e4SLinus Torvalds static inline int unregister_module_notifier(struct notifier_block *nb)
6481da177e4SLinus Torvalds {
6491da177e4SLinus Torvalds 	return 0;
6501da177e4SLinus Torvalds }
6511da177e4SLinus Torvalds 
6521da177e4SLinus Torvalds #define module_put_and_exit(code) do_exit(code)
6531da177e4SLinus Torvalds 
6541da177e4SLinus Torvalds static inline void print_modules(void)
6551da177e4SLinus Torvalds {
6561da177e4SLinus Torvalds }
657ef665c1aSRandy Dunlap #endif /* CONFIG_MODULES */
658ef665c1aSRandy Dunlap 
659ef665c1aSRandy Dunlap #ifdef CONFIG_SYSFS
6607405c1e1SGreg Kroah-Hartman extern struct kset *module_kset;
6617405c1e1SGreg Kroah-Hartman extern struct kobj_type module_ktype;
6627405c1e1SGreg Kroah-Hartman extern int module_sysfs_initialized;
663ef665c1aSRandy Dunlap #endif /* CONFIG_SYSFS */
664ef665c1aSRandy Dunlap 
6651da177e4SLinus Torvalds #define symbol_request(x) try_then_request_module(symbol_get(x), "symbol:" #x)
6661da177e4SLinus Torvalds 
6671da177e4SLinus Torvalds /* BELOW HERE ALL THESE ARE OBSOLETE AND WILL VANISH */
6681da177e4SLinus Torvalds 
6691da177e4SLinus Torvalds #define __MODULE_STRING(x) __stringify(x)
6701da177e4SLinus Torvalds 
67184e1c6bbSmatthieu castet #ifdef CONFIG_DEBUG_SET_MODULE_RONX
67284e1c6bbSmatthieu castet extern void set_all_modules_text_rw(void);
67384e1c6bbSmatthieu castet extern void set_all_modules_text_ro(void);
67484e1c6bbSmatthieu castet #else
67584e1c6bbSmatthieu castet static inline void set_all_modules_text_rw(void) { }
67684e1c6bbSmatthieu castet static inline void set_all_modules_text_ro(void) { }
67784e1c6bbSmatthieu castet #endif
6780d9c25ddSAndrew Morton 
6790d9c25ddSAndrew Morton #ifdef CONFIG_GENERIC_BUG
6805336377dSLinus Torvalds void module_bug_finalize(const Elf_Ehdr *, const Elf_Shdr *,
6810d9c25ddSAndrew Morton 			 struct module *);
6820d9c25ddSAndrew Morton void module_bug_cleanup(struct module *);
6830d9c25ddSAndrew Morton 
6840d9c25ddSAndrew Morton #else	/* !CONFIG_GENERIC_BUG */
6850d9c25ddSAndrew Morton 
6865336377dSLinus Torvalds static inline void module_bug_finalize(const Elf_Ehdr *hdr,
6870d9c25ddSAndrew Morton 					const Elf_Shdr *sechdrs,
6880d9c25ddSAndrew Morton 					struct module *mod)
6890d9c25ddSAndrew Morton {
6900d9c25ddSAndrew Morton }
6910d9c25ddSAndrew Morton static inline void module_bug_cleanup(struct module *mod) {}
6920d9c25ddSAndrew Morton #endif	/* CONFIG_GENERIC_BUG */
6930d9c25ddSAndrew Morton 
6941da177e4SLinus Torvalds #endif /* _LINUX_MODULE_H */
695