xref: /linux-6.15/rust/macros/module.rs (revision 211dcf77)
11fbde52bSMiguel Ojeda // SPDX-License-Identifier: GPL-2.0
21fbde52bSMiguel Ojeda 
31fbde52bSMiguel Ojeda use crate::helpers::*;
439867fecSAsahi Lina use proc_macro::{token_stream, Delimiter, Literal, TokenStream, TokenTree};
51fbde52bSMiguel Ojeda use std::fmt::Write;
61fbde52bSMiguel Ojeda 
expect_string_array(it: &mut token_stream::IntoIter) -> Vec<String>739867fecSAsahi Lina fn expect_string_array(it: &mut token_stream::IntoIter) -> Vec<String> {
839867fecSAsahi Lina     let group = expect_group(it);
939867fecSAsahi Lina     assert_eq!(group.delimiter(), Delimiter::Bracket);
1039867fecSAsahi Lina     let mut values = Vec::new();
1139867fecSAsahi Lina     let mut it = group.stream().into_iter();
1239867fecSAsahi Lina 
1339867fecSAsahi Lina     while let Some(val) = try_string(&mut it) {
1439867fecSAsahi Lina         assert!(val.is_ascii(), "Expected ASCII string");
1539867fecSAsahi Lina         values.push(val);
1639867fecSAsahi Lina         match it.next() {
1739867fecSAsahi Lina             Some(TokenTree::Punct(punct)) => assert_eq!(punct.as_char(), ','),
1839867fecSAsahi Lina             None => break,
1939867fecSAsahi Lina             _ => panic!("Expected ',' or end of array"),
2039867fecSAsahi Lina         }
2139867fecSAsahi Lina     }
2239867fecSAsahi Lina     values
2339867fecSAsahi Lina }
2439867fecSAsahi Lina 
251fbde52bSMiguel Ojeda struct ModInfoBuilder<'a> {
261fbde52bSMiguel Ojeda     module: &'a str,
271fbde52bSMiguel Ojeda     counter: usize,
281fbde52bSMiguel Ojeda     buffer: String,
291fbde52bSMiguel Ojeda }
301fbde52bSMiguel Ojeda 
311fbde52bSMiguel Ojeda impl<'a> ModInfoBuilder<'a> {
new(module: &'a str) -> Self321fbde52bSMiguel Ojeda     fn new(module: &'a str) -> Self {
331fbde52bSMiguel Ojeda         ModInfoBuilder {
341fbde52bSMiguel Ojeda             module,
351fbde52bSMiguel Ojeda             counter: 0,
361fbde52bSMiguel Ojeda             buffer: String::new(),
371fbde52bSMiguel Ojeda         }
381fbde52bSMiguel Ojeda     }
391fbde52bSMiguel Ojeda 
emit_base(&mut self, field: &str, content: &str, builtin: bool)401fbde52bSMiguel Ojeda     fn emit_base(&mut self, field: &str, content: &str, builtin: bool) {
411fbde52bSMiguel Ojeda         let string = if builtin {
421fbde52bSMiguel Ojeda             // Built-in modules prefix their modinfo strings by `module.`.
431fbde52bSMiguel Ojeda             format!(
441fbde52bSMiguel Ojeda                 "{module}.{field}={content}\0",
451fbde52bSMiguel Ojeda                 module = self.module,
461fbde52bSMiguel Ojeda                 field = field,
471fbde52bSMiguel Ojeda                 content = content
481fbde52bSMiguel Ojeda             )
491fbde52bSMiguel Ojeda         } else {
501fbde52bSMiguel Ojeda             // Loadable modules' modinfo strings go as-is.
51*211dcf77SMiguel Ojeda             format!("{field}={content}\0")
521fbde52bSMiguel Ojeda         };
531fbde52bSMiguel Ojeda 
541fbde52bSMiguel Ojeda         write!(
551fbde52bSMiguel Ojeda             &mut self.buffer,
561fbde52bSMiguel Ojeda             "
571fbde52bSMiguel Ojeda                 {cfg}
581fbde52bSMiguel Ojeda                 #[doc(hidden)]
59a0b539adSTamir Duberstein                 #[cfg_attr(not(target_os = \"macos\"), link_section = \".modinfo\")]
601fbde52bSMiguel Ojeda                 #[used]
611fbde52bSMiguel Ojeda                 pub static __{module}_{counter}: [u8; {length}] = *{string};
621fbde52bSMiguel Ojeda             ",
631fbde52bSMiguel Ojeda             cfg = if builtin {
641fbde52bSMiguel Ojeda                 "#[cfg(not(MODULE))]"
651fbde52bSMiguel Ojeda             } else {
661fbde52bSMiguel Ojeda                 "#[cfg(MODULE)]"
671fbde52bSMiguel Ojeda             },
681fbde52bSMiguel Ojeda             module = self.module.to_uppercase(),
691fbde52bSMiguel Ojeda             counter = self.counter,
701fbde52bSMiguel Ojeda             length = string.len(),
711fbde52bSMiguel Ojeda             string = Literal::byte_string(string.as_bytes()),
721fbde52bSMiguel Ojeda         )
731fbde52bSMiguel Ojeda         .unwrap();
741fbde52bSMiguel Ojeda 
751fbde52bSMiguel Ojeda         self.counter += 1;
761fbde52bSMiguel Ojeda     }
771fbde52bSMiguel Ojeda 
emit_only_builtin(&mut self, field: &str, content: &str)781fbde52bSMiguel Ojeda     fn emit_only_builtin(&mut self, field: &str, content: &str) {
791fbde52bSMiguel Ojeda         self.emit_base(field, content, true)
801fbde52bSMiguel Ojeda     }
811fbde52bSMiguel Ojeda 
emit_only_loadable(&mut self, field: &str, content: &str)821fbde52bSMiguel Ojeda     fn emit_only_loadable(&mut self, field: &str, content: &str) {
831fbde52bSMiguel Ojeda         self.emit_base(field, content, false)
841fbde52bSMiguel Ojeda     }
851fbde52bSMiguel Ojeda 
emit(&mut self, field: &str, content: &str)861fbde52bSMiguel Ojeda     fn emit(&mut self, field: &str, content: &str) {
871fbde52bSMiguel Ojeda         self.emit_only_builtin(field, content);
881fbde52bSMiguel Ojeda         self.emit_only_loadable(field, content);
891fbde52bSMiguel Ojeda     }
901fbde52bSMiguel Ojeda }
911fbde52bSMiguel Ojeda 
921fbde52bSMiguel Ojeda #[derive(Debug, Default)]
931fbde52bSMiguel Ojeda struct ModuleInfo {
941fbde52bSMiguel Ojeda     type_: String,
951fbde52bSMiguel Ojeda     license: String,
961fbde52bSMiguel Ojeda     name: String,
971fbde52bSMiguel Ojeda     author: Option<String>,
9838559da6SGuilherme Giacomo Simoes     authors: Option<Vec<String>>,
991fbde52bSMiguel Ojeda     description: Option<String>,
10039867fecSAsahi Lina     alias: Option<Vec<String>>,
101549d3c2fSFUJITA Tomonori     firmware: Option<Vec<String>>,
1021fbde52bSMiguel Ojeda }
1031fbde52bSMiguel Ojeda 
1041fbde52bSMiguel Ojeda impl ModuleInfo {
parse(it: &mut token_stream::IntoIter) -> Self1051fbde52bSMiguel Ojeda     fn parse(it: &mut token_stream::IntoIter) -> Self {
1061fbde52bSMiguel Ojeda         let mut info = ModuleInfo::default();
1071fbde52bSMiguel Ojeda 
108549d3c2fSFUJITA Tomonori         const EXPECTED_KEYS: &[&str] = &[
109549d3c2fSFUJITA Tomonori             "type",
110549d3c2fSFUJITA Tomonori             "name",
111549d3c2fSFUJITA Tomonori             "author",
11238559da6SGuilherme Giacomo Simoes             "authors",
113549d3c2fSFUJITA Tomonori             "description",
114549d3c2fSFUJITA Tomonori             "license",
115549d3c2fSFUJITA Tomonori             "alias",
116549d3c2fSFUJITA Tomonori             "firmware",
117549d3c2fSFUJITA Tomonori         ];
1181fbde52bSMiguel Ojeda         const REQUIRED_KEYS: &[&str] = &["type", "name", "license"];
1191fbde52bSMiguel Ojeda         let mut seen_keys = Vec::new();
1201fbde52bSMiguel Ojeda 
1211fbde52bSMiguel Ojeda         loop {
1221fbde52bSMiguel Ojeda             let key = match it.next() {
1231fbde52bSMiguel Ojeda                 Some(TokenTree::Ident(ident)) => ident.to_string(),
1241fbde52bSMiguel Ojeda                 Some(_) => panic!("Expected Ident or end"),
1251fbde52bSMiguel Ojeda                 None => break,
1261fbde52bSMiguel Ojeda             };
1271fbde52bSMiguel Ojeda 
1281fbde52bSMiguel Ojeda             if seen_keys.contains(&key) {
129*211dcf77SMiguel Ojeda                 panic!("Duplicated key \"{key}\". Keys can only be specified once.");
1301fbde52bSMiguel Ojeda             }
1311fbde52bSMiguel Ojeda 
1321fbde52bSMiguel Ojeda             assert_eq!(expect_punct(it), ':');
1331fbde52bSMiguel Ojeda 
1341fbde52bSMiguel Ojeda             match key.as_str() {
1351fbde52bSMiguel Ojeda                 "type" => info.type_ = expect_ident(it),
136b13c9880SGary Guo                 "name" => info.name = expect_string_ascii(it),
137b13c9880SGary Guo                 "author" => info.author = Some(expect_string(it)),
13838559da6SGuilherme Giacomo Simoes                 "authors" => info.authors = Some(expect_string_array(it)),
139b13c9880SGary Guo                 "description" => info.description = Some(expect_string(it)),
140b13c9880SGary Guo                 "license" => info.license = expect_string_ascii(it),
14139867fecSAsahi Lina                 "alias" => info.alias = Some(expect_string_array(it)),
142549d3c2fSFUJITA Tomonori                 "firmware" => info.firmware = Some(expect_string_array(it)),
143*211dcf77SMiguel Ojeda                 _ => panic!("Unknown key \"{key}\". Valid keys are: {EXPECTED_KEYS:?}."),
1441fbde52bSMiguel Ojeda             }
1451fbde52bSMiguel Ojeda 
1461fbde52bSMiguel Ojeda             assert_eq!(expect_punct(it), ',');
1471fbde52bSMiguel Ojeda 
1481fbde52bSMiguel Ojeda             seen_keys.push(key);
1491fbde52bSMiguel Ojeda         }
1501fbde52bSMiguel Ojeda 
1511fbde52bSMiguel Ojeda         expect_end(it);
1521fbde52bSMiguel Ojeda 
1531fbde52bSMiguel Ojeda         for key in REQUIRED_KEYS {
1541fbde52bSMiguel Ojeda             if !seen_keys.iter().any(|e| e == key) {
155*211dcf77SMiguel Ojeda                 panic!("Missing required key \"{key}\".");
1561fbde52bSMiguel Ojeda             }
1571fbde52bSMiguel Ojeda         }
1581fbde52bSMiguel Ojeda 
1591fbde52bSMiguel Ojeda         let mut ordered_keys: Vec<&str> = Vec::new();
1601fbde52bSMiguel Ojeda         for key in EXPECTED_KEYS {
1611fbde52bSMiguel Ojeda             if seen_keys.iter().any(|e| e == key) {
1621fbde52bSMiguel Ojeda                 ordered_keys.push(key);
1631fbde52bSMiguel Ojeda             }
1641fbde52bSMiguel Ojeda         }
1651fbde52bSMiguel Ojeda 
1661fbde52bSMiguel Ojeda         if seen_keys != ordered_keys {
167*211dcf77SMiguel Ojeda             panic!("Keys are not ordered as expected. Order them like: {ordered_keys:?}.");
1681fbde52bSMiguel Ojeda         }
1691fbde52bSMiguel Ojeda 
1701fbde52bSMiguel Ojeda         info
1711fbde52bSMiguel Ojeda     }
1721fbde52bSMiguel Ojeda }
1731fbde52bSMiguel Ojeda 
module(ts: TokenStream) -> TokenStream1741fbde52bSMiguel Ojeda pub(crate) fn module(ts: TokenStream) -> TokenStream {
1751fbde52bSMiguel Ojeda     let mut it = ts.into_iter();
1761fbde52bSMiguel Ojeda 
1771fbde52bSMiguel Ojeda     let info = ModuleInfo::parse(&mut it);
1781fbde52bSMiguel Ojeda 
1791fbde52bSMiguel Ojeda     let mut modinfo = ModInfoBuilder::new(info.name.as_ref());
1801fbde52bSMiguel Ojeda     if let Some(author) = info.author {
1811fbde52bSMiguel Ojeda         modinfo.emit("author", &author);
1821fbde52bSMiguel Ojeda     }
18338559da6SGuilherme Giacomo Simoes     if let Some(authors) = info.authors {
18438559da6SGuilherme Giacomo Simoes         for author in authors {
18538559da6SGuilherme Giacomo Simoes             modinfo.emit("author", &author);
18638559da6SGuilherme Giacomo Simoes         }
18738559da6SGuilherme Giacomo Simoes     }
1881fbde52bSMiguel Ojeda     if let Some(description) = info.description {
1891fbde52bSMiguel Ojeda         modinfo.emit("description", &description);
1901fbde52bSMiguel Ojeda     }
1911fbde52bSMiguel Ojeda     modinfo.emit("license", &info.license);
19239867fecSAsahi Lina     if let Some(aliases) = info.alias {
19339867fecSAsahi Lina         for alias in aliases {
1941fbde52bSMiguel Ojeda             modinfo.emit("alias", &alias);
1951fbde52bSMiguel Ojeda         }
19639867fecSAsahi Lina     }
197549d3c2fSFUJITA Tomonori     if let Some(firmware) = info.firmware {
198549d3c2fSFUJITA Tomonori         for fw in firmware {
199549d3c2fSFUJITA Tomonori             modinfo.emit("firmware", &fw);
200549d3c2fSFUJITA Tomonori         }
201549d3c2fSFUJITA Tomonori     }
2021fbde52bSMiguel Ojeda 
2031fbde52bSMiguel Ojeda     // Built-in modules also export the `file` modinfo string.
2041fbde52bSMiguel Ojeda     let file =
2051fbde52bSMiguel Ojeda         std::env::var("RUST_MODFILE").expect("Unable to fetch RUST_MODFILE environmental variable");
2061fbde52bSMiguel Ojeda     modinfo.emit_only_builtin("file", &file);
2071fbde52bSMiguel Ojeda 
2081fbde52bSMiguel Ojeda     format!(
2091fbde52bSMiguel Ojeda         "
2101fbde52bSMiguel Ojeda             /// The module name.
2111fbde52bSMiguel Ojeda             ///
2121fbde52bSMiguel Ojeda             /// Used by the printing macros, e.g. [`info!`].
2131fbde52bSMiguel Ojeda             const __LOG_PREFIX: &[u8] = b\"{name}\\0\";
2141fbde52bSMiguel Ojeda 
2151fbde52bSMiguel Ojeda             // SAFETY: `__this_module` is constructed by the kernel at load time and will not be
2161fbde52bSMiguel Ojeda             // freed until the module is unloaded.
2171fbde52bSMiguel Ojeda             #[cfg(MODULE)]
2181fbde52bSMiguel Ojeda             static THIS_MODULE: kernel::ThisModule = unsafe {{
219a5a3c952SBoqun Feng                 extern \"C\" {{
220a5a3c952SBoqun Feng                     static __this_module: kernel::types::Opaque<kernel::bindings::module>;
221a5a3c952SBoqun Feng                 }}
222a5a3c952SBoqun Feng 
223a5a3c952SBoqun Feng                 kernel::ThisModule::from_ptr(__this_module.get())
2241fbde52bSMiguel Ojeda             }};
2251fbde52bSMiguel Ojeda             #[cfg(not(MODULE))]
2261fbde52bSMiguel Ojeda             static THIS_MODULE: kernel::ThisModule = unsafe {{
2271fbde52bSMiguel Ojeda                 kernel::ThisModule::from_ptr(core::ptr::null_mut())
2281fbde52bSMiguel Ojeda             }};
2291fbde52bSMiguel Ojeda 
230d4245284SDanilo Krummrich             /// The `LocalModule` type is the type of the module created by `module!`,
231d4245284SDanilo Krummrich             /// `module_pci_driver!`, `module_platform_driver!`, etc.
232d4245284SDanilo Krummrich             type LocalModule = {type_};
233d4245284SDanilo Krummrich 
234a790265cSDanilo Krummrich             impl kernel::ModuleMetadata for {type_} {{
235a790265cSDanilo Krummrich                 const NAME: &'static kernel::str::CStr = kernel::c_str!(\"{name}\");
236a790265cSDanilo Krummrich             }}
237a790265cSDanilo Krummrich 
2387044dcffSBenno Lossin             // Double nested modules, since then nobody can access the public items inside.
2397044dcffSBenno Lossin             mod __module_init {{
2407044dcffSBenno Lossin                 mod __module_init {{
2417044dcffSBenno Lossin                     use super::super::{type_};
242dbd5058bSBenno Lossin                     use pin_init::PinInit;
2437044dcffSBenno Lossin 
2447044dcffSBenno Lossin                     /// The \"Rust loadable module\" mark.
2457044dcffSBenno Lossin                     //
2467044dcffSBenno Lossin                     // This may be best done another way later on, e.g. as a new modinfo
2477044dcffSBenno Lossin                     // key or a new section. For the moment, keep it simple.
2487044dcffSBenno Lossin                     #[cfg(MODULE)]
2497044dcffSBenno Lossin                     #[doc(hidden)]
2507044dcffSBenno Lossin                     #[used]
2517044dcffSBenno Lossin                     static __IS_RUST_MODULE: () = ();
2527044dcffSBenno Lossin 
2537f15c46aSWedson Almeida Filho                     static mut __MOD: core::mem::MaybeUninit<{type_}> =
2547f15c46aSWedson Almeida Filho                         core::mem::MaybeUninit::uninit();
2557044dcffSBenno Lossin 
2561fbde52bSMiguel Ojeda                     // Loadable modules need to export the `{{init,cleanup}}_module` identifiers.
2571b6170ffSThomas Bertschinger                     /// # Safety
2581b6170ffSThomas Bertschinger                     ///
2591b6170ffSThomas Bertschinger                     /// This function must not be called after module initialization, because it may be
2601b6170ffSThomas Bertschinger                     /// freed after that completes.
2611fbde52bSMiguel Ojeda                     #[cfg(MODULE)]
2621fbde52bSMiguel Ojeda                     #[doc(hidden)]
2631fbde52bSMiguel Ojeda                     #[no_mangle]
2641b6170ffSThomas Bertschinger                     #[link_section = \".init.text\"]
265d072acdaSGary Guo                     pub unsafe extern \"C\" fn init_module() -> kernel::ffi::c_int {{
2667044dcffSBenno Lossin                         // SAFETY: This function is inaccessible to the outside due to the double
2677044dcffSBenno Lossin                         // module wrapping it. It is called exactly once by the C side via its
2687044dcffSBenno Lossin                         // unique name.
2697044dcffSBenno Lossin                         unsafe {{ __init() }}
2701fbde52bSMiguel Ojeda                     }}
2711fbde52bSMiguel Ojeda 
2721fbde52bSMiguel Ojeda                     #[cfg(MODULE)]
2731fbde52bSMiguel Ojeda                     #[doc(hidden)]
274289088d5SMiguel Ojeda                     #[used]
275289088d5SMiguel Ojeda                     #[link_section = \".init.data\"]
276289088d5SMiguel Ojeda                     static __UNIQUE_ID___addressable_init_module: unsafe extern \"C\" fn() -> i32 = init_module;
277289088d5SMiguel Ojeda 
278289088d5SMiguel Ojeda                     #[cfg(MODULE)]
279289088d5SMiguel Ojeda                     #[doc(hidden)]
2801fbde52bSMiguel Ojeda                     #[no_mangle]
2811fbde52bSMiguel Ojeda                     pub extern \"C\" fn cleanup_module() {{
2827044dcffSBenno Lossin                         // SAFETY:
2837044dcffSBenno Lossin                         // - This function is inaccessible to the outside due to the double
2847044dcffSBenno Lossin                         //   module wrapping it. It is called exactly once by the C side via its
2857044dcffSBenno Lossin                         //   unique name,
2867044dcffSBenno Lossin                         // - furthermore it is only called after `init_module` has returned `0`
2877044dcffSBenno Lossin                         //   (which delegates to `__init`).
2887044dcffSBenno Lossin                         unsafe {{ __exit() }}
2891fbde52bSMiguel Ojeda                     }}
2901fbde52bSMiguel Ojeda 
291289088d5SMiguel Ojeda                     #[cfg(MODULE)]
292289088d5SMiguel Ojeda                     #[doc(hidden)]
293289088d5SMiguel Ojeda                     #[used]
294289088d5SMiguel Ojeda                     #[link_section = \".exit.data\"]
295289088d5SMiguel Ojeda                     static __UNIQUE_ID___addressable_cleanup_module: extern \"C\" fn() = cleanup_module;
296289088d5SMiguel Ojeda 
2971fbde52bSMiguel Ojeda                     // Built-in modules are initialized through an initcall pointer
2981fbde52bSMiguel Ojeda                     // and the identifiers need to be unique.
2991fbde52bSMiguel Ojeda                     #[cfg(not(MODULE))]
3001fbde52bSMiguel Ojeda                     #[cfg(not(CONFIG_HAVE_ARCH_PREL32_RELOCATIONS))]
3011fbde52bSMiguel Ojeda                     #[doc(hidden)]
3021fbde52bSMiguel Ojeda                     #[link_section = \"{initcall_section}\"]
3031fbde52bSMiguel Ojeda                     #[used]
304d072acdaSGary Guo                     pub static __{name}_initcall: extern \"C\" fn() -> kernel::ffi::c_int = __{name}_init;
3051fbde52bSMiguel Ojeda 
3061fbde52bSMiguel Ojeda                     #[cfg(not(MODULE))]
3071fbde52bSMiguel Ojeda                     #[cfg(CONFIG_HAVE_ARCH_PREL32_RELOCATIONS)]
3081fbde52bSMiguel Ojeda                     core::arch::global_asm!(
3091fbde52bSMiguel Ojeda                         r#\".section \"{initcall_section}\", \"a\"
3101fbde52bSMiguel Ojeda                         __{name}_initcall:
3111fbde52bSMiguel Ojeda                             .long   __{name}_init - .
3121fbde52bSMiguel Ojeda                             .previous
3131fbde52bSMiguel Ojeda                         \"#
3141fbde52bSMiguel Ojeda                     );
3151fbde52bSMiguel Ojeda 
3161fbde52bSMiguel Ojeda                     #[cfg(not(MODULE))]
3171fbde52bSMiguel Ojeda                     #[doc(hidden)]
3181fbde52bSMiguel Ojeda                     #[no_mangle]
319d072acdaSGary Guo                     pub extern \"C\" fn __{name}_init() -> kernel::ffi::c_int {{
3207044dcffSBenno Lossin                         // SAFETY: This function is inaccessible to the outside due to the double
3217044dcffSBenno Lossin                         // module wrapping it. It is called exactly once by the C side via its
3227044dcffSBenno Lossin                         // placement above in the initcall section.
3237044dcffSBenno Lossin                         unsafe {{ __init() }}
3241fbde52bSMiguel Ojeda                     }}
3251fbde52bSMiguel Ojeda 
3261fbde52bSMiguel Ojeda                     #[cfg(not(MODULE))]
3271fbde52bSMiguel Ojeda                     #[doc(hidden)]
3281fbde52bSMiguel Ojeda                     #[no_mangle]
3291fbde52bSMiguel Ojeda                     pub extern \"C\" fn __{name}_exit() {{
3307044dcffSBenno Lossin                         // SAFETY:
3317044dcffSBenno Lossin                         // - This function is inaccessible to the outside due to the double
3327044dcffSBenno Lossin                         //   module wrapping it. It is called exactly once by the C side via its
3337044dcffSBenno Lossin                         //   unique name,
3347044dcffSBenno Lossin                         // - furthermore it is only called after `__{name}_init` has returned `0`
3357044dcffSBenno Lossin                         //   (which delegates to `__init`).
3367044dcffSBenno Lossin                         unsafe {{ __exit() }}
3371fbde52bSMiguel Ojeda                     }}
3381fbde52bSMiguel Ojeda 
3397044dcffSBenno Lossin                     /// # Safety
3407044dcffSBenno Lossin                     ///
3417044dcffSBenno Lossin                     /// This function must only be called once.
342d072acdaSGary Guo                     unsafe fn __init() -> kernel::ffi::c_int {{
3437f15c46aSWedson Almeida Filho                         let initer =
3447f15c46aSWedson Almeida Filho                             <{type_} as kernel::InPlaceModule>::init(&super::super::THIS_MODULE);
3457f15c46aSWedson Almeida Filho                         // SAFETY: No data race, since `__MOD` can only be accessed by this module
3467f15c46aSWedson Almeida Filho                         // and there only `__init` and `__exit` access it. These functions are only
3477f15c46aSWedson Almeida Filho                         // called once and `__exit` cannot be called before or during `__init`.
3487f15c46aSWedson Almeida Filho                         match unsafe {{ initer.__pinned_init(__MOD.as_mut_ptr()) }} {{
3497f15c46aSWedson Almeida Filho                             Ok(m) => 0,
3507f15c46aSWedson Almeida Filho                             Err(e) => e.to_errno(),
3511fbde52bSMiguel Ojeda                         }}
3521fbde52bSMiguel Ojeda                     }}
3531fbde52bSMiguel Ojeda 
3547044dcffSBenno Lossin                     /// # Safety
3557044dcffSBenno Lossin                     ///
3567044dcffSBenno Lossin                     /// This function must
3577044dcffSBenno Lossin                     /// - only be called once,
3587044dcffSBenno Lossin                     /// - be called after `__init` has been called and returned `0`.
3597044dcffSBenno Lossin                     unsafe fn __exit() {{
3607044dcffSBenno Lossin                         // SAFETY: No data race, since `__MOD` can only be accessed by this module
3617044dcffSBenno Lossin                         // and there only `__init` and `__exit` access it. These functions are only
3627044dcffSBenno Lossin                         // called once and `__init` was already called.
3631fbde52bSMiguel Ojeda                         unsafe {{
3641fbde52bSMiguel Ojeda                             // Invokes `drop()` on `__MOD`, which should be used for cleanup.
3657f15c46aSWedson Almeida Filho                             __MOD.assume_init_drop();
3661fbde52bSMiguel Ojeda                         }}
3671fbde52bSMiguel Ojeda                     }}
3681fbde52bSMiguel Ojeda 
3691fbde52bSMiguel Ojeda                     {modinfo}
3707044dcffSBenno Lossin                 }}
3717044dcffSBenno Lossin             }}
3721fbde52bSMiguel Ojeda         ",
3731fbde52bSMiguel Ojeda         type_ = info.type_,
3741fbde52bSMiguel Ojeda         name = info.name,
3751fbde52bSMiguel Ojeda         modinfo = modinfo.buffer,
3761fbde52bSMiguel Ojeda         initcall_section = ".initcall6.init"
3771fbde52bSMiguel Ojeda     )
3781fbde52bSMiguel Ojeda     .parse()
3791fbde52bSMiguel Ojeda     .expect("Error parsing formatted string into token stream.")
3801fbde52bSMiguel Ojeda }
381