11fbde52bSMiguel Ojeda // SPDX-License-Identifier: GPL-2.0
21fbde52bSMiguel Ojeda
31fbde52bSMiguel Ojeda use crate::helpers::*;
439867fecSAsahi Lina use proc_macro::{token_stream, Delimiter, Literal, TokenStream, TokenTree};
51fbde52bSMiguel Ojeda use std::fmt::Write;
61fbde52bSMiguel Ojeda
expect_string_array(it: &mut token_stream::IntoIter) -> Vec<String>739867fecSAsahi Lina fn expect_string_array(it: &mut token_stream::IntoIter) -> Vec<String> {
839867fecSAsahi Lina let group = expect_group(it);
939867fecSAsahi Lina assert_eq!(group.delimiter(), Delimiter::Bracket);
1039867fecSAsahi Lina let mut values = Vec::new();
1139867fecSAsahi Lina let mut it = group.stream().into_iter();
1239867fecSAsahi Lina
1339867fecSAsahi Lina while let Some(val) = try_string(&mut it) {
1439867fecSAsahi Lina assert!(val.is_ascii(), "Expected ASCII string");
1539867fecSAsahi Lina values.push(val);
1639867fecSAsahi Lina match it.next() {
1739867fecSAsahi Lina Some(TokenTree::Punct(punct)) => assert_eq!(punct.as_char(), ','),
1839867fecSAsahi Lina None => break,
1939867fecSAsahi Lina _ => panic!("Expected ',' or end of array"),
2039867fecSAsahi Lina }
2139867fecSAsahi Lina }
2239867fecSAsahi Lina values
2339867fecSAsahi Lina }
2439867fecSAsahi Lina
251fbde52bSMiguel Ojeda struct ModInfoBuilder<'a> {
261fbde52bSMiguel Ojeda module: &'a str,
271fbde52bSMiguel Ojeda counter: usize,
281fbde52bSMiguel Ojeda buffer: String,
291fbde52bSMiguel Ojeda }
301fbde52bSMiguel Ojeda
311fbde52bSMiguel Ojeda impl<'a> ModInfoBuilder<'a> {
new(module: &'a str) -> Self321fbde52bSMiguel Ojeda fn new(module: &'a str) -> Self {
331fbde52bSMiguel Ojeda ModInfoBuilder {
341fbde52bSMiguel Ojeda module,
351fbde52bSMiguel Ojeda counter: 0,
361fbde52bSMiguel Ojeda buffer: String::new(),
371fbde52bSMiguel Ojeda }
381fbde52bSMiguel Ojeda }
391fbde52bSMiguel Ojeda
emit_base(&mut self, field: &str, content: &str, builtin: bool)401fbde52bSMiguel Ojeda fn emit_base(&mut self, field: &str, content: &str, builtin: bool) {
411fbde52bSMiguel Ojeda let string = if builtin {
421fbde52bSMiguel Ojeda // Built-in modules prefix their modinfo strings by `module.`.
431fbde52bSMiguel Ojeda format!(
441fbde52bSMiguel Ojeda "{module}.{field}={content}\0",
451fbde52bSMiguel Ojeda module = self.module,
461fbde52bSMiguel Ojeda field = field,
471fbde52bSMiguel Ojeda content = content
481fbde52bSMiguel Ojeda )
491fbde52bSMiguel Ojeda } else {
501fbde52bSMiguel Ojeda // Loadable modules' modinfo strings go as-is.
51*211dcf77SMiguel Ojeda format!("{field}={content}\0")
521fbde52bSMiguel Ojeda };
531fbde52bSMiguel Ojeda
541fbde52bSMiguel Ojeda write!(
551fbde52bSMiguel Ojeda &mut self.buffer,
561fbde52bSMiguel Ojeda "
571fbde52bSMiguel Ojeda {cfg}
581fbde52bSMiguel Ojeda #[doc(hidden)]
59a0b539adSTamir Duberstein #[cfg_attr(not(target_os = \"macos\"), link_section = \".modinfo\")]
601fbde52bSMiguel Ojeda #[used]
611fbde52bSMiguel Ojeda pub static __{module}_{counter}: [u8; {length}] = *{string};
621fbde52bSMiguel Ojeda ",
631fbde52bSMiguel Ojeda cfg = if builtin {
641fbde52bSMiguel Ojeda "#[cfg(not(MODULE))]"
651fbde52bSMiguel Ojeda } else {
661fbde52bSMiguel Ojeda "#[cfg(MODULE)]"
671fbde52bSMiguel Ojeda },
681fbde52bSMiguel Ojeda module = self.module.to_uppercase(),
691fbde52bSMiguel Ojeda counter = self.counter,
701fbde52bSMiguel Ojeda length = string.len(),
711fbde52bSMiguel Ojeda string = Literal::byte_string(string.as_bytes()),
721fbde52bSMiguel Ojeda )
731fbde52bSMiguel Ojeda .unwrap();
741fbde52bSMiguel Ojeda
751fbde52bSMiguel Ojeda self.counter += 1;
761fbde52bSMiguel Ojeda }
771fbde52bSMiguel Ojeda
emit_only_builtin(&mut self, field: &str, content: &str)781fbde52bSMiguel Ojeda fn emit_only_builtin(&mut self, field: &str, content: &str) {
791fbde52bSMiguel Ojeda self.emit_base(field, content, true)
801fbde52bSMiguel Ojeda }
811fbde52bSMiguel Ojeda
emit_only_loadable(&mut self, field: &str, content: &str)821fbde52bSMiguel Ojeda fn emit_only_loadable(&mut self, field: &str, content: &str) {
831fbde52bSMiguel Ojeda self.emit_base(field, content, false)
841fbde52bSMiguel Ojeda }
851fbde52bSMiguel Ojeda
emit(&mut self, field: &str, content: &str)861fbde52bSMiguel Ojeda fn emit(&mut self, field: &str, content: &str) {
871fbde52bSMiguel Ojeda self.emit_only_builtin(field, content);
881fbde52bSMiguel Ojeda self.emit_only_loadable(field, content);
891fbde52bSMiguel Ojeda }
901fbde52bSMiguel Ojeda }
911fbde52bSMiguel Ojeda
921fbde52bSMiguel Ojeda #[derive(Debug, Default)]
931fbde52bSMiguel Ojeda struct ModuleInfo {
941fbde52bSMiguel Ojeda type_: String,
951fbde52bSMiguel Ojeda license: String,
961fbde52bSMiguel Ojeda name: String,
971fbde52bSMiguel Ojeda author: Option<String>,
9838559da6SGuilherme Giacomo Simoes authors: Option<Vec<String>>,
991fbde52bSMiguel Ojeda description: Option<String>,
10039867fecSAsahi Lina alias: Option<Vec<String>>,
101549d3c2fSFUJITA Tomonori firmware: Option<Vec<String>>,
1021fbde52bSMiguel Ojeda }
1031fbde52bSMiguel Ojeda
1041fbde52bSMiguel Ojeda impl ModuleInfo {
parse(it: &mut token_stream::IntoIter) -> Self1051fbde52bSMiguel Ojeda fn parse(it: &mut token_stream::IntoIter) -> Self {
1061fbde52bSMiguel Ojeda let mut info = ModuleInfo::default();
1071fbde52bSMiguel Ojeda
108549d3c2fSFUJITA Tomonori const EXPECTED_KEYS: &[&str] = &[
109549d3c2fSFUJITA Tomonori "type",
110549d3c2fSFUJITA Tomonori "name",
111549d3c2fSFUJITA Tomonori "author",
11238559da6SGuilherme Giacomo Simoes "authors",
113549d3c2fSFUJITA Tomonori "description",
114549d3c2fSFUJITA Tomonori "license",
115549d3c2fSFUJITA Tomonori "alias",
116549d3c2fSFUJITA Tomonori "firmware",
117549d3c2fSFUJITA Tomonori ];
1181fbde52bSMiguel Ojeda const REQUIRED_KEYS: &[&str] = &["type", "name", "license"];
1191fbde52bSMiguel Ojeda let mut seen_keys = Vec::new();
1201fbde52bSMiguel Ojeda
1211fbde52bSMiguel Ojeda loop {
1221fbde52bSMiguel Ojeda let key = match it.next() {
1231fbde52bSMiguel Ojeda Some(TokenTree::Ident(ident)) => ident.to_string(),
1241fbde52bSMiguel Ojeda Some(_) => panic!("Expected Ident or end"),
1251fbde52bSMiguel Ojeda None => break,
1261fbde52bSMiguel Ojeda };
1271fbde52bSMiguel Ojeda
1281fbde52bSMiguel Ojeda if seen_keys.contains(&key) {
129*211dcf77SMiguel Ojeda panic!("Duplicated key \"{key}\". Keys can only be specified once.");
1301fbde52bSMiguel Ojeda }
1311fbde52bSMiguel Ojeda
1321fbde52bSMiguel Ojeda assert_eq!(expect_punct(it), ':');
1331fbde52bSMiguel Ojeda
1341fbde52bSMiguel Ojeda match key.as_str() {
1351fbde52bSMiguel Ojeda "type" => info.type_ = expect_ident(it),
136b13c9880SGary Guo "name" => info.name = expect_string_ascii(it),
137b13c9880SGary Guo "author" => info.author = Some(expect_string(it)),
13838559da6SGuilherme Giacomo Simoes "authors" => info.authors = Some(expect_string_array(it)),
139b13c9880SGary Guo "description" => info.description = Some(expect_string(it)),
140b13c9880SGary Guo "license" => info.license = expect_string_ascii(it),
14139867fecSAsahi Lina "alias" => info.alias = Some(expect_string_array(it)),
142549d3c2fSFUJITA Tomonori "firmware" => info.firmware = Some(expect_string_array(it)),
143*211dcf77SMiguel Ojeda _ => panic!("Unknown key \"{key}\". Valid keys are: {EXPECTED_KEYS:?}."),
1441fbde52bSMiguel Ojeda }
1451fbde52bSMiguel Ojeda
1461fbde52bSMiguel Ojeda assert_eq!(expect_punct(it), ',');
1471fbde52bSMiguel Ojeda
1481fbde52bSMiguel Ojeda seen_keys.push(key);
1491fbde52bSMiguel Ojeda }
1501fbde52bSMiguel Ojeda
1511fbde52bSMiguel Ojeda expect_end(it);
1521fbde52bSMiguel Ojeda
1531fbde52bSMiguel Ojeda for key in REQUIRED_KEYS {
1541fbde52bSMiguel Ojeda if !seen_keys.iter().any(|e| e == key) {
155*211dcf77SMiguel Ojeda panic!("Missing required key \"{key}\".");
1561fbde52bSMiguel Ojeda }
1571fbde52bSMiguel Ojeda }
1581fbde52bSMiguel Ojeda
1591fbde52bSMiguel Ojeda let mut ordered_keys: Vec<&str> = Vec::new();
1601fbde52bSMiguel Ojeda for key in EXPECTED_KEYS {
1611fbde52bSMiguel Ojeda if seen_keys.iter().any(|e| e == key) {
1621fbde52bSMiguel Ojeda ordered_keys.push(key);
1631fbde52bSMiguel Ojeda }
1641fbde52bSMiguel Ojeda }
1651fbde52bSMiguel Ojeda
1661fbde52bSMiguel Ojeda if seen_keys != ordered_keys {
167*211dcf77SMiguel Ojeda panic!("Keys are not ordered as expected. Order them like: {ordered_keys:?}.");
1681fbde52bSMiguel Ojeda }
1691fbde52bSMiguel Ojeda
1701fbde52bSMiguel Ojeda info
1711fbde52bSMiguel Ojeda }
1721fbde52bSMiguel Ojeda }
1731fbde52bSMiguel Ojeda
module(ts: TokenStream) -> TokenStream1741fbde52bSMiguel Ojeda pub(crate) fn module(ts: TokenStream) -> TokenStream {
1751fbde52bSMiguel Ojeda let mut it = ts.into_iter();
1761fbde52bSMiguel Ojeda
1771fbde52bSMiguel Ojeda let info = ModuleInfo::parse(&mut it);
1781fbde52bSMiguel Ojeda
1791fbde52bSMiguel Ojeda let mut modinfo = ModInfoBuilder::new(info.name.as_ref());
1801fbde52bSMiguel Ojeda if let Some(author) = info.author {
1811fbde52bSMiguel Ojeda modinfo.emit("author", &author);
1821fbde52bSMiguel Ojeda }
18338559da6SGuilherme Giacomo Simoes if let Some(authors) = info.authors {
18438559da6SGuilherme Giacomo Simoes for author in authors {
18538559da6SGuilherme Giacomo Simoes modinfo.emit("author", &author);
18638559da6SGuilherme Giacomo Simoes }
18738559da6SGuilherme Giacomo Simoes }
1881fbde52bSMiguel Ojeda if let Some(description) = info.description {
1891fbde52bSMiguel Ojeda modinfo.emit("description", &description);
1901fbde52bSMiguel Ojeda }
1911fbde52bSMiguel Ojeda modinfo.emit("license", &info.license);
19239867fecSAsahi Lina if let Some(aliases) = info.alias {
19339867fecSAsahi Lina for alias in aliases {
1941fbde52bSMiguel Ojeda modinfo.emit("alias", &alias);
1951fbde52bSMiguel Ojeda }
19639867fecSAsahi Lina }
197549d3c2fSFUJITA Tomonori if let Some(firmware) = info.firmware {
198549d3c2fSFUJITA Tomonori for fw in firmware {
199549d3c2fSFUJITA Tomonori modinfo.emit("firmware", &fw);
200549d3c2fSFUJITA Tomonori }
201549d3c2fSFUJITA Tomonori }
2021fbde52bSMiguel Ojeda
2031fbde52bSMiguel Ojeda // Built-in modules also export the `file` modinfo string.
2041fbde52bSMiguel Ojeda let file =
2051fbde52bSMiguel Ojeda std::env::var("RUST_MODFILE").expect("Unable to fetch RUST_MODFILE environmental variable");
2061fbde52bSMiguel Ojeda modinfo.emit_only_builtin("file", &file);
2071fbde52bSMiguel Ojeda
2081fbde52bSMiguel Ojeda format!(
2091fbde52bSMiguel Ojeda "
2101fbde52bSMiguel Ojeda /// The module name.
2111fbde52bSMiguel Ojeda ///
2121fbde52bSMiguel Ojeda /// Used by the printing macros, e.g. [`info!`].
2131fbde52bSMiguel Ojeda const __LOG_PREFIX: &[u8] = b\"{name}\\0\";
2141fbde52bSMiguel Ojeda
2151fbde52bSMiguel Ojeda // SAFETY: `__this_module` is constructed by the kernel at load time and will not be
2161fbde52bSMiguel Ojeda // freed until the module is unloaded.
2171fbde52bSMiguel Ojeda #[cfg(MODULE)]
2181fbde52bSMiguel Ojeda static THIS_MODULE: kernel::ThisModule = unsafe {{
219a5a3c952SBoqun Feng extern \"C\" {{
220a5a3c952SBoqun Feng static __this_module: kernel::types::Opaque<kernel::bindings::module>;
221a5a3c952SBoqun Feng }}
222a5a3c952SBoqun Feng
223a5a3c952SBoqun Feng kernel::ThisModule::from_ptr(__this_module.get())
2241fbde52bSMiguel Ojeda }};
2251fbde52bSMiguel Ojeda #[cfg(not(MODULE))]
2261fbde52bSMiguel Ojeda static THIS_MODULE: kernel::ThisModule = unsafe {{
2271fbde52bSMiguel Ojeda kernel::ThisModule::from_ptr(core::ptr::null_mut())
2281fbde52bSMiguel Ojeda }};
2291fbde52bSMiguel Ojeda
230d4245284SDanilo Krummrich /// The `LocalModule` type is the type of the module created by `module!`,
231d4245284SDanilo Krummrich /// `module_pci_driver!`, `module_platform_driver!`, etc.
232d4245284SDanilo Krummrich type LocalModule = {type_};
233d4245284SDanilo Krummrich
234a790265cSDanilo Krummrich impl kernel::ModuleMetadata for {type_} {{
235a790265cSDanilo Krummrich const NAME: &'static kernel::str::CStr = kernel::c_str!(\"{name}\");
236a790265cSDanilo Krummrich }}
237a790265cSDanilo Krummrich
2387044dcffSBenno Lossin // Double nested modules, since then nobody can access the public items inside.
2397044dcffSBenno Lossin mod __module_init {{
2407044dcffSBenno Lossin mod __module_init {{
2417044dcffSBenno Lossin use super::super::{type_};
242dbd5058bSBenno Lossin use pin_init::PinInit;
2437044dcffSBenno Lossin
2447044dcffSBenno Lossin /// The \"Rust loadable module\" mark.
2457044dcffSBenno Lossin //
2467044dcffSBenno Lossin // This may be best done another way later on, e.g. as a new modinfo
2477044dcffSBenno Lossin // key or a new section. For the moment, keep it simple.
2487044dcffSBenno Lossin #[cfg(MODULE)]
2497044dcffSBenno Lossin #[doc(hidden)]
2507044dcffSBenno Lossin #[used]
2517044dcffSBenno Lossin static __IS_RUST_MODULE: () = ();
2527044dcffSBenno Lossin
2537f15c46aSWedson Almeida Filho static mut __MOD: core::mem::MaybeUninit<{type_}> =
2547f15c46aSWedson Almeida Filho core::mem::MaybeUninit::uninit();
2557044dcffSBenno Lossin
2561fbde52bSMiguel Ojeda // Loadable modules need to export the `{{init,cleanup}}_module` identifiers.
2571b6170ffSThomas Bertschinger /// # Safety
2581b6170ffSThomas Bertschinger ///
2591b6170ffSThomas Bertschinger /// This function must not be called after module initialization, because it may be
2601b6170ffSThomas Bertschinger /// freed after that completes.
2611fbde52bSMiguel Ojeda #[cfg(MODULE)]
2621fbde52bSMiguel Ojeda #[doc(hidden)]
2631fbde52bSMiguel Ojeda #[no_mangle]
2641b6170ffSThomas Bertschinger #[link_section = \".init.text\"]
265d072acdaSGary Guo pub unsafe extern \"C\" fn init_module() -> kernel::ffi::c_int {{
2667044dcffSBenno Lossin // SAFETY: This function is inaccessible to the outside due to the double
2677044dcffSBenno Lossin // module wrapping it. It is called exactly once by the C side via its
2687044dcffSBenno Lossin // unique name.
2697044dcffSBenno Lossin unsafe {{ __init() }}
2701fbde52bSMiguel Ojeda }}
2711fbde52bSMiguel Ojeda
2721fbde52bSMiguel Ojeda #[cfg(MODULE)]
2731fbde52bSMiguel Ojeda #[doc(hidden)]
274289088d5SMiguel Ojeda #[used]
275289088d5SMiguel Ojeda #[link_section = \".init.data\"]
276289088d5SMiguel Ojeda static __UNIQUE_ID___addressable_init_module: unsafe extern \"C\" fn() -> i32 = init_module;
277289088d5SMiguel Ojeda
278289088d5SMiguel Ojeda #[cfg(MODULE)]
279289088d5SMiguel Ojeda #[doc(hidden)]
2801fbde52bSMiguel Ojeda #[no_mangle]
2811fbde52bSMiguel Ojeda pub extern \"C\" fn cleanup_module() {{
2827044dcffSBenno Lossin // SAFETY:
2837044dcffSBenno Lossin // - This function is inaccessible to the outside due to the double
2847044dcffSBenno Lossin // module wrapping it. It is called exactly once by the C side via its
2857044dcffSBenno Lossin // unique name,
2867044dcffSBenno Lossin // - furthermore it is only called after `init_module` has returned `0`
2877044dcffSBenno Lossin // (which delegates to `__init`).
2887044dcffSBenno Lossin unsafe {{ __exit() }}
2891fbde52bSMiguel Ojeda }}
2901fbde52bSMiguel Ojeda
291289088d5SMiguel Ojeda #[cfg(MODULE)]
292289088d5SMiguel Ojeda #[doc(hidden)]
293289088d5SMiguel Ojeda #[used]
294289088d5SMiguel Ojeda #[link_section = \".exit.data\"]
295289088d5SMiguel Ojeda static __UNIQUE_ID___addressable_cleanup_module: extern \"C\" fn() = cleanup_module;
296289088d5SMiguel Ojeda
2971fbde52bSMiguel Ojeda // Built-in modules are initialized through an initcall pointer
2981fbde52bSMiguel Ojeda // and the identifiers need to be unique.
2991fbde52bSMiguel Ojeda #[cfg(not(MODULE))]
3001fbde52bSMiguel Ojeda #[cfg(not(CONFIG_HAVE_ARCH_PREL32_RELOCATIONS))]
3011fbde52bSMiguel Ojeda #[doc(hidden)]
3021fbde52bSMiguel Ojeda #[link_section = \"{initcall_section}\"]
3031fbde52bSMiguel Ojeda #[used]
304d072acdaSGary Guo pub static __{name}_initcall: extern \"C\" fn() -> kernel::ffi::c_int = __{name}_init;
3051fbde52bSMiguel Ojeda
3061fbde52bSMiguel Ojeda #[cfg(not(MODULE))]
3071fbde52bSMiguel Ojeda #[cfg(CONFIG_HAVE_ARCH_PREL32_RELOCATIONS)]
3081fbde52bSMiguel Ojeda core::arch::global_asm!(
3091fbde52bSMiguel Ojeda r#\".section \"{initcall_section}\", \"a\"
3101fbde52bSMiguel Ojeda __{name}_initcall:
3111fbde52bSMiguel Ojeda .long __{name}_init - .
3121fbde52bSMiguel Ojeda .previous
3131fbde52bSMiguel Ojeda \"#
3141fbde52bSMiguel Ojeda );
3151fbde52bSMiguel Ojeda
3161fbde52bSMiguel Ojeda #[cfg(not(MODULE))]
3171fbde52bSMiguel Ojeda #[doc(hidden)]
3181fbde52bSMiguel Ojeda #[no_mangle]
319d072acdaSGary Guo pub extern \"C\" fn __{name}_init() -> kernel::ffi::c_int {{
3207044dcffSBenno Lossin // SAFETY: This function is inaccessible to the outside due to the double
3217044dcffSBenno Lossin // module wrapping it. It is called exactly once by the C side via its
3227044dcffSBenno Lossin // placement above in the initcall section.
3237044dcffSBenno Lossin unsafe {{ __init() }}
3241fbde52bSMiguel Ojeda }}
3251fbde52bSMiguel Ojeda
3261fbde52bSMiguel Ojeda #[cfg(not(MODULE))]
3271fbde52bSMiguel Ojeda #[doc(hidden)]
3281fbde52bSMiguel Ojeda #[no_mangle]
3291fbde52bSMiguel Ojeda pub extern \"C\" fn __{name}_exit() {{
3307044dcffSBenno Lossin // SAFETY:
3317044dcffSBenno Lossin // - This function is inaccessible to the outside due to the double
3327044dcffSBenno Lossin // module wrapping it. It is called exactly once by the C side via its
3337044dcffSBenno Lossin // unique name,
3347044dcffSBenno Lossin // - furthermore it is only called after `__{name}_init` has returned `0`
3357044dcffSBenno Lossin // (which delegates to `__init`).
3367044dcffSBenno Lossin unsafe {{ __exit() }}
3371fbde52bSMiguel Ojeda }}
3381fbde52bSMiguel Ojeda
3397044dcffSBenno Lossin /// # Safety
3407044dcffSBenno Lossin ///
3417044dcffSBenno Lossin /// This function must only be called once.
342d072acdaSGary Guo unsafe fn __init() -> kernel::ffi::c_int {{
3437f15c46aSWedson Almeida Filho let initer =
3447f15c46aSWedson Almeida Filho <{type_} as kernel::InPlaceModule>::init(&super::super::THIS_MODULE);
3457f15c46aSWedson Almeida Filho // SAFETY: No data race, since `__MOD` can only be accessed by this module
3467f15c46aSWedson Almeida Filho // and there only `__init` and `__exit` access it. These functions are only
3477f15c46aSWedson Almeida Filho // called once and `__exit` cannot be called before or during `__init`.
3487f15c46aSWedson Almeida Filho match unsafe {{ initer.__pinned_init(__MOD.as_mut_ptr()) }} {{
3497f15c46aSWedson Almeida Filho Ok(m) => 0,
3507f15c46aSWedson Almeida Filho Err(e) => e.to_errno(),
3511fbde52bSMiguel Ojeda }}
3521fbde52bSMiguel Ojeda }}
3531fbde52bSMiguel Ojeda
3547044dcffSBenno Lossin /// # Safety
3557044dcffSBenno Lossin ///
3567044dcffSBenno Lossin /// This function must
3577044dcffSBenno Lossin /// - only be called once,
3587044dcffSBenno Lossin /// - be called after `__init` has been called and returned `0`.
3597044dcffSBenno Lossin unsafe fn __exit() {{
3607044dcffSBenno Lossin // SAFETY: No data race, since `__MOD` can only be accessed by this module
3617044dcffSBenno Lossin // and there only `__init` and `__exit` access it. These functions are only
3627044dcffSBenno Lossin // called once and `__init` was already called.
3631fbde52bSMiguel Ojeda unsafe {{
3641fbde52bSMiguel Ojeda // Invokes `drop()` on `__MOD`, which should be used for cleanup.
3657f15c46aSWedson Almeida Filho __MOD.assume_init_drop();
3661fbde52bSMiguel Ojeda }}
3671fbde52bSMiguel Ojeda }}
3681fbde52bSMiguel Ojeda
3691fbde52bSMiguel Ojeda {modinfo}
3707044dcffSBenno Lossin }}
3717044dcffSBenno Lossin }}
3721fbde52bSMiguel Ojeda ",
3731fbde52bSMiguel Ojeda type_ = info.type_,
3741fbde52bSMiguel Ojeda name = info.name,
3751fbde52bSMiguel Ojeda modinfo = modinfo.buffer,
3761fbde52bSMiguel Ojeda initcall_section = ".initcall6.init"
3771fbde52bSMiguel Ojeda )
3781fbde52bSMiguel Ojeda .parse()
3791fbde52bSMiguel Ojeda .expect("Error parsing formatted string into token stream.")
3801fbde52bSMiguel Ojeda }
381