1 //! Defines `Module` and related types.
2 
3 // TODO: Should `ir::Function` really have a `name`?
4 
5 // TODO: Factor out `ir::Function`'s `ext_funcs` and `global_values` into a struct
6 // shared with `DataDescription`?
7 
8 use super::HashMap;
9 use crate::data_context::DataDescription;
10 use core::fmt::Display;
11 use cranelift_codegen::binemit::{CodeOffset, Reloc};
12 use cranelift_codegen::entity::{PrimaryMap, entity_impl};
13 use cranelift_codegen::ir::ExternalName;
14 use cranelift_codegen::ir::function::{Function, VersionMarker};
15 use cranelift_codegen::settings::SetError;
16 use cranelift_codegen::{
17     CodegenError, CompileError, Context, FinalizedMachReloc, FinalizedRelocTarget, ir, isa,
18 };
19 use cranelift_control::ControlPlane;
20 use std::borrow::{Cow, ToOwned};
21 use std::boxed::Box;
22 use std::string::String;
23 
24 /// A module relocation.
25 #[derive(Clone)]
26 pub struct ModuleReloc {
27     /// The offset at which the relocation applies, *relative to the
28     /// containing section*.
29     pub offset: CodeOffset,
30     /// The kind of relocation.
31     pub kind: Reloc,
32     /// The external symbol / name to which this relocation refers.
33     pub name: ModuleRelocTarget,
34     /// The addend to add to the symbol value.
35     pub addend: i64,
36 }
37 
38 impl ModuleReloc {
39     /// Converts a `FinalizedMachReloc` produced from a `Function` into a `ModuleReloc`.
40     pub fn from_mach_reloc(
41         mach_reloc: &FinalizedMachReloc,
42         func: &Function,
43         func_id: FuncId,
44     ) -> Self {
45         let name = match mach_reloc.target {
46             FinalizedRelocTarget::ExternalName(ExternalName::User(reff)) => {
47                 let name = &func.params.user_named_funcs()[reff];
48                 ModuleRelocTarget::user(name.namespace, name.index)
49             }
50             FinalizedRelocTarget::ExternalName(ExternalName::TestCase(_)) => unimplemented!(),
51             FinalizedRelocTarget::ExternalName(ExternalName::LibCall(libcall)) => {
52                 ModuleRelocTarget::LibCall(libcall)
53             }
54             FinalizedRelocTarget::ExternalName(ExternalName::KnownSymbol(ks)) => {
55                 ModuleRelocTarget::KnownSymbol(ks)
56             }
57             FinalizedRelocTarget::Func(offset) => {
58                 ModuleRelocTarget::FunctionOffset(func_id, offset)
59             }
60         };
61         Self {
62             offset: mach_reloc.offset,
63             kind: mach_reloc.kind,
64             name,
65             addend: mach_reloc.addend,
66         }
67     }
68 }
69 
70 /// A function identifier for use in the `Module` interface.
71 #[derive(Copy, Clone, PartialEq, Eq, Hash, PartialOrd, Ord)]
72 #[cfg_attr(
73     feature = "enable-serde",
74     derive(serde_derive::Serialize, serde_derive::Deserialize)
75 )]
76 pub struct FuncId(u32);
77 entity_impl!(FuncId, "funcid");
78 
79 /// Function identifiers are namespace 0 in `ir::ExternalName`
80 impl From<FuncId> for ModuleRelocTarget {
81     fn from(id: FuncId) -> Self {
82         Self::User {
83             namespace: 0,
84             index: id.0,
85         }
86     }
87 }
88 
89 impl FuncId {
90     /// Get the `FuncId` for the function named by `name`.
91     pub fn from_name(name: &ModuleRelocTarget) -> FuncId {
92         if let ModuleRelocTarget::User { namespace, index } = name {
93             debug_assert_eq!(*namespace, 0);
94             FuncId::from_u32(*index)
95         } else {
96             panic!("unexpected name in DataId::from_name")
97         }
98     }
99 }
100 
101 /// A data object identifier for use in the `Module` interface.
102 #[derive(Copy, Clone, PartialEq, Eq, Hash, PartialOrd, Ord)]
103 #[cfg_attr(
104     feature = "enable-serde",
105     derive(serde_derive::Serialize, serde_derive::Deserialize)
106 )]
107 pub struct DataId(u32);
108 entity_impl!(DataId, "dataid");
109 
110 /// Data identifiers are namespace 1 in `ir::ExternalName`
111 impl From<DataId> for ModuleRelocTarget {
112     fn from(id: DataId) -> Self {
113         Self::User {
114             namespace: 1,
115             index: id.0,
116         }
117     }
118 }
119 
120 impl DataId {
121     /// Get the `DataId` for the data object named by `name`.
122     pub fn from_name(name: &ModuleRelocTarget) -> DataId {
123         if let ModuleRelocTarget::User { namespace, index } = name {
124             debug_assert_eq!(*namespace, 1);
125             DataId::from_u32(*index)
126         } else {
127             panic!("unexpected name in DataId::from_name")
128         }
129     }
130 }
131 
132 /// Linkage refers to where an entity is defined and who can see it.
133 #[derive(Copy, Clone, Debug, PartialEq, Eq)]
134 #[cfg_attr(
135     feature = "enable-serde",
136     derive(serde_derive::Serialize, serde_derive::Deserialize)
137 )]
138 pub enum Linkage {
139     /// Defined outside of a module.
140     Import,
141     /// Defined inside the module, but not visible outside it.
142     Local,
143     /// Defined inside the module, visible outside it, and may be preempted.
144     Preemptible,
145     /// Defined inside the module, visible inside the current static linkage unit, but not outside.
146     ///
147     /// A static linkage unit is the combination of all object files passed to a linker to create
148     /// an executable or dynamic library.
149     Hidden,
150     /// Defined inside the module, and visible outside it.
151     Export,
152 }
153 
154 impl Linkage {
155     fn merge(a: Self, b: Self) -> Self {
156         match a {
157             Self::Export => Self::Export,
158             Self::Hidden => match b {
159                 Self::Export => Self::Export,
160                 Self::Preemptible => Self::Preemptible,
161                 _ => Self::Hidden,
162             },
163             Self::Preemptible => match b {
164                 Self::Export => Self::Export,
165                 _ => Self::Preemptible,
166             },
167             Self::Local => match b {
168                 Self::Export => Self::Export,
169                 Self::Hidden => Self::Hidden,
170                 Self::Preemptible => Self::Preemptible,
171                 Self::Local | Self::Import => Self::Local,
172             },
173             Self::Import => b,
174         }
175     }
176 
177     /// Test whether this linkage can have a definition.
178     pub fn is_definable(self) -> bool {
179         match self {
180             Self::Import => false,
181             Self::Local | Self::Preemptible | Self::Hidden | Self::Export => true,
182         }
183     }
184 
185     /// Test whether this linkage must have a definition.
186     pub fn requires_definition(self) -> bool {
187         match self {
188             Self::Import | Self::Preemptible => false,
189             Self::Local | Self::Hidden | Self::Export => true,
190         }
191     }
192 
193     /// Test whether this linkage will have a definition that cannot be preempted.
194     pub fn is_final(self) -> bool {
195         match self {
196             Self::Import | Self::Preemptible => false,
197             Self::Local | Self::Hidden | Self::Export => true,
198         }
199     }
200 }
201 
202 /// A declared name may refer to either a function or data declaration
203 #[derive(Copy, Clone, PartialEq, Eq, Hash, PartialOrd, Ord, Debug)]
204 #[cfg_attr(
205     feature = "enable-serde",
206     derive(serde_derive::Serialize, serde_derive::Deserialize)
207 )]
208 pub enum FuncOrDataId {
209     /// When it's a FuncId
210     Func(FuncId),
211     /// When it's a DataId
212     Data(DataId),
213 }
214 
215 /// Mapping to `ModuleExtName` is trivial based on the `FuncId` and `DataId` mapping.
216 impl From<FuncOrDataId> for ModuleRelocTarget {
217     fn from(id: FuncOrDataId) -> Self {
218         match id {
219             FuncOrDataId::Func(funcid) => Self::from(funcid),
220             FuncOrDataId::Data(dataid) => Self::from(dataid),
221         }
222     }
223 }
224 
225 /// Information about a function which can be called.
226 #[derive(Debug)]
227 #[cfg_attr(
228     feature = "enable-serde",
229     derive(serde_derive::Serialize, serde_derive::Deserialize)
230 )]
231 #[expect(missing_docs, reason = "self-describing fields")]
232 pub struct FunctionDeclaration {
233     pub name: Option<String>,
234     pub linkage: Linkage,
235     pub signature: ir::Signature,
236 }
237 
238 impl FunctionDeclaration {
239     /// The linkage name of the function.
240     ///
241     /// Synthesized from the given function id if it is an anonymous function.
242     pub fn linkage_name(&self, id: FuncId) -> Cow<'_, str> {
243         match &self.name {
244             Some(name) => Cow::Borrowed(name),
245             // Symbols starting with .L are completely omitted from the symbol table after linking.
246             // Using hexadecimal instead of decimal for slightly smaller symbol names and often
247             // slightly faster linking.
248             None => Cow::Owned(format!(".Lfn{:x}", id.as_u32())),
249         }
250     }
251 
252     fn merge(
253         &mut self,
254         id: FuncId,
255         linkage: Linkage,
256         sig: &ir::Signature,
257     ) -> Result<(), ModuleError> {
258         self.linkage = Linkage::merge(self.linkage, linkage);
259         if &self.signature != sig {
260             return Err(ModuleError::IncompatibleSignature(
261                 self.linkage_name(id).into_owned(),
262                 self.signature.clone(),
263                 sig.clone(),
264             ));
265         }
266         Ok(())
267     }
268 }
269 
270 /// Error messages for all `Module` methods
271 #[derive(Debug)]
272 pub enum ModuleError {
273     /// Indicates an identifier was used before it was declared
274     Undeclared(String),
275 
276     /// Indicates an identifier was used as data/function first, but then used as the other
277     IncompatibleDeclaration(String),
278 
279     /// Indicates a function identifier was declared with a
280     /// different signature than declared previously
281     IncompatibleSignature(String, ir::Signature, ir::Signature),
282 
283     /// Indicates an identifier was defined more than once
284     DuplicateDefinition(String),
285 
286     /// Indicates an identifier was defined, but was declared as an import
287     InvalidImportDefinition(String),
288 
289     /// Wraps a `cranelift-codegen` error
290     Compilation(CodegenError),
291 
292     /// Memory allocation failure from a backend
293     Allocation {
294         /// Io error the allocation failed with
295         err: std::io::Error,
296     },
297 
298     /// Wraps a generic error from a backend
299     Backend(anyhow::Error),
300 
301     /// Wraps an error from a flag definition.
302     Flag(SetError),
303 }
304 
305 impl<'a> From<CompileError<'a>> for ModuleError {
306     fn from(err: CompileError<'a>) -> Self {
307         Self::Compilation(err.inner)
308     }
309 }
310 
311 // This is manually implementing Error and Display instead of using thiserror to reduce the amount
312 // of dependencies used by Cranelift.
313 impl std::error::Error for ModuleError {
314     fn source(&self) -> Option<&(dyn std::error::Error + 'static)> {
315         match self {
316             Self::Undeclared { .. }
317             | Self::IncompatibleDeclaration { .. }
318             | Self::IncompatibleSignature { .. }
319             | Self::DuplicateDefinition { .. }
320             | Self::InvalidImportDefinition { .. } => None,
321             Self::Compilation(source) => Some(source),
322             Self::Allocation { err: source } => Some(source),
323             Self::Backend(source) => Some(&**source),
324             Self::Flag(source) => Some(source),
325         }
326     }
327 }
328 
329 impl std::fmt::Display for ModuleError {
330     fn fmt(&self, f: &mut std::fmt::Formatter) -> std::fmt::Result {
331         match self {
332             Self::Undeclared(name) => {
333                 write!(f, "Undeclared identifier: {name}")
334             }
335             Self::IncompatibleDeclaration(name) => {
336                 write!(f, "Incompatible declaration of identifier: {name}",)
337             }
338             Self::IncompatibleSignature(name, prev_sig, new_sig) => {
339                 write!(
340                     f,
341                     "Function {name} signature {new_sig:?} is incompatible with previous declaration {prev_sig:?}",
342                 )
343             }
344             Self::DuplicateDefinition(name) => {
345                 write!(f, "Duplicate definition of identifier: {name}")
346             }
347             Self::InvalidImportDefinition(name) => {
348                 write!(
349                     f,
350                     "Invalid to define identifier declared as an import: {name}",
351                 )
352             }
353             Self::Compilation(err) => {
354                 write!(f, "Compilation error: {err}")
355             }
356             Self::Allocation { err } => {
357                 write!(f, "Allocation error: {err}")
358             }
359             Self::Backend(err) => write!(f, "Backend error: {err}"),
360             Self::Flag(err) => write!(f, "Flag error: {err}"),
361         }
362     }
363 }
364 
365 impl std::convert::From<CodegenError> for ModuleError {
366     fn from(source: CodegenError) -> Self {
367         Self::Compilation { 0: source }
368     }
369 }
370 
371 impl std::convert::From<SetError> for ModuleError {
372     fn from(source: SetError) -> Self {
373         Self::Flag { 0: source }
374     }
375 }
376 
377 /// A convenient alias for a `Result` that uses `ModuleError` as the error type.
378 pub type ModuleResult<T> = Result<T, ModuleError>;
379 
380 /// Information about a data object which can be accessed.
381 #[derive(Debug)]
382 #[cfg_attr(
383     feature = "enable-serde",
384     derive(serde_derive::Serialize, serde_derive::Deserialize)
385 )]
386 #[expect(missing_docs, reason = "self-describing fields")]
387 pub struct DataDeclaration {
388     pub name: Option<String>,
389     pub linkage: Linkage,
390     pub writable: bool,
391     pub tls: bool,
392 }
393 
394 impl DataDeclaration {
395     /// The linkage name of the data object.
396     ///
397     /// Synthesized from the given data id if it is an anonymous function.
398     pub fn linkage_name(&self, id: DataId) -> Cow<'_, str> {
399         match &self.name {
400             Some(name) => Cow::Borrowed(name),
401             // Symbols starting with .L are completely omitted from the symbol table after linking.
402             // Using hexadecimal instead of decimal for slightly smaller symbol names and often
403             // slightly faster linking.
404             None => Cow::Owned(format!(".Ldata{:x}", id.as_u32())),
405         }
406     }
407 
408     fn merge(&mut self, linkage: Linkage, writable: bool, tls: bool) {
409         self.linkage = Linkage::merge(self.linkage, linkage);
410         self.writable = self.writable || writable;
411         assert_eq!(
412             self.tls, tls,
413             "Can't change TLS data object to normal or in the opposite way",
414         );
415     }
416 }
417 
418 /// A translated `ExternalName` into something global we can handle.
419 #[derive(Clone, Debug)]
420 #[cfg_attr(
421     feature = "enable-serde",
422     derive(serde_derive::Serialize, serde_derive::Deserialize)
423 )]
424 pub enum ModuleRelocTarget {
425     /// User defined function, converted from `ExternalName::User`.
426     User {
427         /// Arbitrary.
428         namespace: u32,
429         /// Arbitrary.
430         index: u32,
431     },
432     /// Call into a library function.
433     LibCall(ir::LibCall),
434     /// Symbols known to the linker.
435     KnownSymbol(ir::KnownSymbol),
436     /// A offset inside a function
437     FunctionOffset(FuncId, CodeOffset),
438 }
439 
440 impl ModuleRelocTarget {
441     /// Creates a user-defined external name.
442     pub fn user(namespace: u32, index: u32) -> Self {
443         Self::User { namespace, index }
444     }
445 }
446 
447 impl Display for ModuleRelocTarget {
448     fn fmt(&self, f: &mut core::fmt::Formatter<'_>) -> core::fmt::Result {
449         match self {
450             Self::User { namespace, index } => write!(f, "u{namespace}:{index}"),
451             Self::LibCall(lc) => write!(f, "%{lc}"),
452             Self::KnownSymbol(ks) => write!(f, "{ks}"),
453             Self::FunctionOffset(fname, offset) => write!(f, "{fname}+{offset}"),
454         }
455     }
456 }
457 
458 /// This provides a view to the state of a module which allows `ir::ExternalName`s to be translated
459 /// into `FunctionDeclaration`s and `DataDeclaration`s.
460 #[derive(Debug, Default)]
461 pub struct ModuleDeclarations {
462     /// A version marker used to ensure that serialized clif ir is never deserialized with a
463     /// different version of Cranelift.
464     // Note: This must be the first field to ensure that Serde will deserialize it before
465     // attempting to deserialize other fields that are potentially changed between versions.
466     _version_marker: VersionMarker,
467 
468     names: HashMap<String, FuncOrDataId>,
469     functions: PrimaryMap<FuncId, FunctionDeclaration>,
470     data_objects: PrimaryMap<DataId, DataDeclaration>,
471 }
472 
473 #[cfg(feature = "enable-serde")]
474 mod serialize {
475     // This is manually implementing Serialize and Deserialize to avoid serializing the names field,
476     // which can be entirely reconstructed from the functions and data_objects fields, saving space.
477 
478     use super::*;
479 
480     use serde::de::{Deserialize, Deserializer, Error, MapAccess, SeqAccess, Unexpected, Visitor};
481     use serde::ser::{Serialize, SerializeStruct, Serializer};
482     use std::fmt;
483 
484     fn get_names<E: Error>(
485         functions: &PrimaryMap<FuncId, FunctionDeclaration>,
486         data_objects: &PrimaryMap<DataId, DataDeclaration>,
487     ) -> Result<HashMap<String, FuncOrDataId>, E> {
488         let mut names = HashMap::new();
489         for (func_id, decl) in functions.iter() {
490             if let Some(name) = &decl.name {
491                 let old = names.insert(name.clone(), FuncOrDataId::Func(func_id));
492                 if old.is_some() {
493                     return Err(E::invalid_value(
494                         Unexpected::Other("duplicate name"),
495                         &"FunctionDeclaration's with no duplicate names",
496                     ));
497                 }
498             }
499         }
500         for (data_id, decl) in data_objects.iter() {
501             if let Some(name) = &decl.name {
502                 let old = names.insert(name.clone(), FuncOrDataId::Data(data_id));
503                 if old.is_some() {
504                     return Err(E::invalid_value(
505                         Unexpected::Other("duplicate name"),
506                         &"DataDeclaration's with no duplicate names",
507                     ));
508                 }
509             }
510         }
511         Ok(names)
512     }
513 
514     impl Serialize for ModuleDeclarations {
515         fn serialize<S: Serializer>(&self, s: S) -> Result<S::Ok, S::Error> {
516             let ModuleDeclarations {
517                 _version_marker,
518                 functions,
519                 data_objects,
520                 names: _,
521             } = self;
522 
523             let mut state = s.serialize_struct("ModuleDeclarations", 4)?;
524             state.serialize_field("_version_marker", _version_marker)?;
525             state.serialize_field("functions", functions)?;
526             state.serialize_field("data_objects", data_objects)?;
527             state.end()
528         }
529     }
530 
531     enum ModuleDeclarationsField {
532         VersionMarker,
533         Functions,
534         DataObjects,
535         Ignore,
536     }
537 
538     struct ModuleDeclarationsFieldVisitor;
539 
540     impl<'de> serde::de::Visitor<'de> for ModuleDeclarationsFieldVisitor {
541         type Value = ModuleDeclarationsField;
542 
543         fn expecting(&self, f: &mut fmt::Formatter) -> fmt::Result {
544             f.write_str("field identifier")
545         }
546 
547         fn visit_u64<E: Error>(self, val: u64) -> Result<Self::Value, E> {
548             match val {
549                 0u64 => Ok(ModuleDeclarationsField::VersionMarker),
550                 1u64 => Ok(ModuleDeclarationsField::Functions),
551                 2u64 => Ok(ModuleDeclarationsField::DataObjects),
552                 _ => Ok(ModuleDeclarationsField::Ignore),
553             }
554         }
555 
556         fn visit_str<E: Error>(self, val: &str) -> Result<Self::Value, E> {
557             match val {
558                 "_version_marker" => Ok(ModuleDeclarationsField::VersionMarker),
559                 "functions" => Ok(ModuleDeclarationsField::Functions),
560                 "data_objects" => Ok(ModuleDeclarationsField::DataObjects),
561                 _ => Ok(ModuleDeclarationsField::Ignore),
562             }
563         }
564 
565         fn visit_bytes<E: Error>(self, val: &[u8]) -> Result<Self::Value, E> {
566             match val {
567                 b"_version_marker" => Ok(ModuleDeclarationsField::VersionMarker),
568                 b"functions" => Ok(ModuleDeclarationsField::Functions),
569                 b"data_objects" => Ok(ModuleDeclarationsField::DataObjects),
570                 _ => Ok(ModuleDeclarationsField::Ignore),
571             }
572         }
573     }
574 
575     impl<'de> Deserialize<'de> for ModuleDeclarationsField {
576         #[inline]
577         fn deserialize<D: Deserializer<'de>>(d: D) -> Result<Self, D::Error> {
578             d.deserialize_identifier(ModuleDeclarationsFieldVisitor)
579         }
580     }
581 
582     struct ModuleDeclarationsVisitor;
583 
584     impl<'de> Visitor<'de> for ModuleDeclarationsVisitor {
585         type Value = ModuleDeclarations;
586 
587         fn expecting(&self, f: &mut fmt::Formatter) -> fmt::Result {
588             f.write_str("struct ModuleDeclarations")
589         }
590 
591         #[inline]
592         fn visit_seq<A: SeqAccess<'de>>(self, mut seq: A) -> Result<Self::Value, A::Error> {
593             let _version_marker = match seq.next_element()? {
594                 Some(val) => val,
595                 None => {
596                     return Err(Error::invalid_length(
597                         0usize,
598                         &"struct ModuleDeclarations with 4 elements",
599                     ));
600                 }
601             };
602             let functions = match seq.next_element()? {
603                 Some(val) => val,
604                 None => {
605                     return Err(Error::invalid_length(
606                         2usize,
607                         &"struct ModuleDeclarations with 4 elements",
608                     ));
609                 }
610             };
611             let data_objects = match seq.next_element()? {
612                 Some(val) => val,
613                 None => {
614                     return Err(Error::invalid_length(
615                         3usize,
616                         &"struct ModuleDeclarations with 4 elements",
617                     ));
618                 }
619             };
620             let names = get_names(&functions, &data_objects)?;
621             Ok(ModuleDeclarations {
622                 _version_marker,
623                 names,
624                 functions,
625                 data_objects,
626             })
627         }
628 
629         #[inline]
630         fn visit_map<A: MapAccess<'de>>(self, mut map: A) -> Result<Self::Value, A::Error> {
631             let mut _version_marker: Option<VersionMarker> = None;
632             let mut functions: Option<PrimaryMap<FuncId, FunctionDeclaration>> = None;
633             let mut data_objects: Option<PrimaryMap<DataId, DataDeclaration>> = None;
634             while let Some(key) = map.next_key::<ModuleDeclarationsField>()? {
635                 match key {
636                     ModuleDeclarationsField::VersionMarker => {
637                         if _version_marker.is_some() {
638                             return Err(Error::duplicate_field("_version_marker"));
639                         }
640                         _version_marker = Some(map.next_value()?);
641                     }
642                     ModuleDeclarationsField::Functions => {
643                         if functions.is_some() {
644                             return Err(Error::duplicate_field("functions"));
645                         }
646                         functions = Some(map.next_value()?);
647                     }
648                     ModuleDeclarationsField::DataObjects => {
649                         if data_objects.is_some() {
650                             return Err(Error::duplicate_field("data_objects"));
651                         }
652                         data_objects = Some(map.next_value()?);
653                     }
654                     _ => {
655                         map.next_value::<serde::de::IgnoredAny>()?;
656                     }
657                 }
658             }
659             let _version_marker = match _version_marker {
660                 Some(_version_marker) => _version_marker,
661                 None => return Err(Error::missing_field("_version_marker")),
662             };
663             let functions = match functions {
664                 Some(functions) => functions,
665                 None => return Err(Error::missing_field("functions")),
666             };
667             let data_objects = match data_objects {
668                 Some(data_objects) => data_objects,
669                 None => return Err(Error::missing_field("data_objects")),
670             };
671             let names = get_names(&functions, &data_objects)?;
672             Ok(ModuleDeclarations {
673                 _version_marker,
674                 names,
675                 functions,
676                 data_objects,
677             })
678         }
679     }
680 
681     impl<'de> Deserialize<'de> for ModuleDeclarations {
682         fn deserialize<D: Deserializer<'de>>(d: D) -> Result<Self, D::Error> {
683             d.deserialize_struct(
684                 "ModuleDeclarations",
685                 &["_version_marker", "functions", "data_objects"],
686                 ModuleDeclarationsVisitor,
687             )
688         }
689     }
690 }
691 
692 impl ModuleDeclarations {
693     /// Get the module identifier for a given name, if that name
694     /// has been declared.
695     pub fn get_name(&self, name: &str) -> Option<FuncOrDataId> {
696         self.names.get(name).copied()
697     }
698 
699     /// Get an iterator of all function declarations
700     pub fn get_functions(&self) -> impl Iterator<Item = (FuncId, &FunctionDeclaration)> {
701         self.functions.iter()
702     }
703 
704     /// Return whether `name` names a function, rather than a data object.
705     pub fn is_function(name: &ModuleRelocTarget) -> bool {
706         match name {
707             ModuleRelocTarget::User { namespace, .. } => *namespace == 0,
708             ModuleRelocTarget::LibCall(_)
709             | ModuleRelocTarget::KnownSymbol(_)
710             | ModuleRelocTarget::FunctionOffset(..) => {
711                 panic!("unexpected module ext name")
712             }
713         }
714     }
715 
716     /// Get the `FunctionDeclaration` for the function named by `name`.
717     pub fn get_function_decl(&self, func_id: FuncId) -> &FunctionDeclaration {
718         &self.functions[func_id]
719     }
720 
721     /// Get an iterator of all data declarations
722     pub fn get_data_objects(&self) -> impl Iterator<Item = (DataId, &DataDeclaration)> {
723         self.data_objects.iter()
724     }
725 
726     /// Get the `DataDeclaration` for the data object named by `name`.
727     pub fn get_data_decl(&self, data_id: DataId) -> &DataDeclaration {
728         &self.data_objects[data_id]
729     }
730 
731     /// Declare a function in this module.
732     pub fn declare_function(
733         &mut self,
734         name: &str,
735         linkage: Linkage,
736         signature: &ir::Signature,
737     ) -> ModuleResult<(FuncId, Linkage)> {
738         // TODO: Can we avoid allocating names so often?
739         use super::hash_map::Entry::*;
740         match self.names.entry(name.to_owned()) {
741             Occupied(entry) => match *entry.get() {
742                 FuncOrDataId::Func(id) => {
743                     let existing = &mut self.functions[id];
744                     existing.merge(id, linkage, signature)?;
745                     Ok((id, existing.linkage))
746                 }
747                 FuncOrDataId::Data(..) => {
748                     Err(ModuleError::IncompatibleDeclaration(name.to_owned()))
749                 }
750             },
751             Vacant(entry) => {
752                 let id = self.functions.push(FunctionDeclaration {
753                     name: Some(name.to_owned()),
754                     linkage,
755                     signature: signature.clone(),
756                 });
757                 entry.insert(FuncOrDataId::Func(id));
758                 Ok((id, self.functions[id].linkage))
759             }
760         }
761     }
762 
763     /// Declare an anonymous function in this module.
764     pub fn declare_anonymous_function(
765         &mut self,
766         signature: &ir::Signature,
767     ) -> ModuleResult<FuncId> {
768         let id = self.functions.push(FunctionDeclaration {
769             name: None,
770             linkage: Linkage::Local,
771             signature: signature.clone(),
772         });
773         Ok(id)
774     }
775 
776     /// Declare a data object in this module.
777     pub fn declare_data(
778         &mut self,
779         name: &str,
780         linkage: Linkage,
781         writable: bool,
782         tls: bool,
783     ) -> ModuleResult<(DataId, Linkage)> {
784         // TODO: Can we avoid allocating names so often?
785         use super::hash_map::Entry::*;
786         match self.names.entry(name.to_owned()) {
787             Occupied(entry) => match *entry.get() {
788                 FuncOrDataId::Data(id) => {
789                     let existing = &mut self.data_objects[id];
790                     existing.merge(linkage, writable, tls);
791                     Ok((id, existing.linkage))
792                 }
793 
794                 FuncOrDataId::Func(..) => {
795                     Err(ModuleError::IncompatibleDeclaration(name.to_owned()))
796                 }
797             },
798             Vacant(entry) => {
799                 let id = self.data_objects.push(DataDeclaration {
800                     name: Some(name.to_owned()),
801                     linkage,
802                     writable,
803                     tls,
804                 });
805                 entry.insert(FuncOrDataId::Data(id));
806                 Ok((id, self.data_objects[id].linkage))
807             }
808         }
809     }
810 
811     /// Declare an anonymous data object in this module.
812     pub fn declare_anonymous_data(&mut self, writable: bool, tls: bool) -> ModuleResult<DataId> {
813         let id = self.data_objects.push(DataDeclaration {
814             name: None,
815             linkage: Linkage::Local,
816             writable,
817             tls,
818         });
819         Ok(id)
820     }
821 }
822 
823 /// A `Module` is a utility for collecting functions and data objects, and linking them together.
824 pub trait Module {
825     /// Return the `TargetIsa` to compile for.
826     fn isa(&self) -> &dyn isa::TargetIsa;
827 
828     /// Get all declarations in this module.
829     fn declarations(&self) -> &ModuleDeclarations;
830 
831     /// Get the module identifier for a given name, if that name
832     /// has been declared.
833     fn get_name(&self, name: &str) -> Option<FuncOrDataId> {
834         self.declarations().get_name(name)
835     }
836 
837     /// Return the target information needed by frontends to produce Cranelift IR
838     /// for the current target.
839     fn target_config(&self) -> isa::TargetFrontendConfig {
840         self.isa().frontend_config()
841     }
842 
843     /// Create a new `Context` initialized for use with this `Module`.
844     ///
845     /// This ensures that the `Context` is initialized with the default calling
846     /// convention for the `TargetIsa`.
847     fn make_context(&self) -> Context {
848         let mut ctx = Context::new();
849         ctx.func.signature.call_conv = self.isa().default_call_conv();
850         ctx
851     }
852 
853     /// Clear the given `Context` and reset it for use with a new function.
854     ///
855     /// This ensures that the `Context` is initialized with the default calling
856     /// convention for the `TargetIsa`.
857     fn clear_context(&self, ctx: &mut Context) {
858         ctx.clear();
859         ctx.func.signature.call_conv = self.isa().default_call_conv();
860     }
861 
862     /// Create a new empty `Signature` with the default calling convention for
863     /// the `TargetIsa`, to which parameter and return types can be added for
864     /// declaring a function to be called by this `Module`.
865     fn make_signature(&self) -> ir::Signature {
866         ir::Signature::new(self.isa().default_call_conv())
867     }
868 
869     /// Clear the given `Signature` and reset for use with a new function.
870     ///
871     /// This ensures that the `Signature` is initialized with the default
872     /// calling convention for the `TargetIsa`.
873     fn clear_signature(&self, sig: &mut ir::Signature) {
874         sig.clear(self.isa().default_call_conv());
875     }
876 
877     /// Declare a function in this module.
878     fn declare_function(
879         &mut self,
880         name: &str,
881         linkage: Linkage,
882         signature: &ir::Signature,
883     ) -> ModuleResult<FuncId>;
884 
885     /// Declare an anonymous function in this module.
886     fn declare_anonymous_function(&mut self, signature: &ir::Signature) -> ModuleResult<FuncId>;
887 
888     /// Declare a data object in this module.
889     fn declare_data(
890         &mut self,
891         name: &str,
892         linkage: Linkage,
893         writable: bool,
894         tls: bool,
895     ) -> ModuleResult<DataId>;
896 
897     /// Declare an anonymous data object in this module.
898     fn declare_anonymous_data(&mut self, writable: bool, tls: bool) -> ModuleResult<DataId>;
899 
900     /// Use this when you're building the IR of a function to reference a function.
901     ///
902     /// TODO: Coalesce redundant decls and signatures.
903     /// TODO: Look into ways to reduce the risk of using a FuncRef in the wrong function.
904     fn declare_func_in_func(&mut self, func_id: FuncId, func: &mut ir::Function) -> ir::FuncRef {
905         let decl = &self.declarations().functions[func_id];
906         let signature = func.import_signature(decl.signature.clone());
907         let user_name_ref = func.declare_imported_user_function(ir::UserExternalName {
908             namespace: 0,
909             index: func_id.as_u32(),
910         });
911         let colocated = decl.linkage.is_final();
912         func.import_function(ir::ExtFuncData {
913             name: ir::ExternalName::user(user_name_ref),
914             signature,
915             colocated,
916             patchable: false,
917         })
918     }
919 
920     /// Use this when you're building the IR of a function to reference a data object.
921     ///
922     /// TODO: Same as above.
923     fn declare_data_in_func(&self, data: DataId, func: &mut ir::Function) -> ir::GlobalValue {
924         let decl = &self.declarations().data_objects[data];
925         let colocated = decl.linkage.is_final();
926         let user_name_ref = func.declare_imported_user_function(ir::UserExternalName {
927             namespace: 1,
928             index: data.as_u32(),
929         });
930         func.create_global_value(ir::GlobalValueData::Symbol {
931             name: ir::ExternalName::user(user_name_ref),
932             offset: ir::immediates::Imm64::new(0),
933             colocated,
934             tls: decl.tls,
935         })
936     }
937 
938     /// TODO: Same as above.
939     fn declare_func_in_data(&self, func_id: FuncId, data: &mut DataDescription) -> ir::FuncRef {
940         data.import_function(ModuleRelocTarget::user(0, func_id.as_u32()))
941     }
942 
943     /// TODO: Same as above.
944     fn declare_data_in_data(&self, data_id: DataId, data: &mut DataDescription) -> ir::GlobalValue {
945         data.import_global_value(ModuleRelocTarget::user(1, data_id.as_u32()))
946     }
947 
948     /// Define a function, producing the function body from the given `Context`.
949     ///
950     /// Returns the size of the function's code and constant data.
951     ///
952     /// Unlike [`define_function_with_control_plane`] this uses a default [`ControlPlane`] for
953     /// convenience.
954     ///
955     /// Note: After calling this function the given `Context` will contain the compiled function.
956     ///
957     /// [`define_function_with_control_plane`]: Self::define_function_with_control_plane
958     fn define_function(&mut self, func: FuncId, ctx: &mut Context) -> ModuleResult<()> {
959         self.define_function_with_control_plane(func, ctx, &mut ControlPlane::default())
960     }
961 
962     /// Define a function, producing the function body from the given `Context`.
963     ///
964     /// Returns the size of the function's code and constant data.
965     ///
966     /// Note: After calling this function the given `Context` will contain the compiled function.
967     fn define_function_with_control_plane(
968         &mut self,
969         func: FuncId,
970         ctx: &mut Context,
971         ctrl_plane: &mut ControlPlane,
972     ) -> ModuleResult<()>;
973 
974     /// Define a function, taking the function body from the given `bytes`.
975     ///
976     /// This function is generally only useful if you need to precisely specify
977     /// the emitted instructions for some reason; otherwise, you should use
978     /// `define_function`.
979     ///
980     /// Returns the size of the function's code.
981     fn define_function_bytes(
982         &mut self,
983         func_id: FuncId,
984         alignment: u64,
985         bytes: &[u8],
986         relocs: &[ModuleReloc],
987     ) -> ModuleResult<()>;
988 
989     /// Define a data object, producing the data contents from the given `DataDescription`.
990     fn define_data(&mut self, data_id: DataId, data: &DataDescription) -> ModuleResult<()>;
991 }
992 
993 impl<M: Module + ?Sized> Module for &mut M {
994     fn isa(&self) -> &dyn isa::TargetIsa {
995         (**self).isa()
996     }
997 
998     fn declarations(&self) -> &ModuleDeclarations {
999         (**self).declarations()
1000     }
1001 
1002     fn get_name(&self, name: &str) -> Option<FuncOrDataId> {
1003         (**self).get_name(name)
1004     }
1005 
1006     fn target_config(&self) -> isa::TargetFrontendConfig {
1007         (**self).target_config()
1008     }
1009 
1010     fn make_context(&self) -> Context {
1011         (**self).make_context()
1012     }
1013 
1014     fn clear_context(&self, ctx: &mut Context) {
1015         (**self).clear_context(ctx)
1016     }
1017 
1018     fn make_signature(&self) -> ir::Signature {
1019         (**self).make_signature()
1020     }
1021 
1022     fn clear_signature(&self, sig: &mut ir::Signature) {
1023         (**self).clear_signature(sig)
1024     }
1025 
1026     fn declare_function(
1027         &mut self,
1028         name: &str,
1029         linkage: Linkage,
1030         signature: &ir::Signature,
1031     ) -> ModuleResult<FuncId> {
1032         (**self).declare_function(name, linkage, signature)
1033     }
1034 
1035     fn declare_anonymous_function(&mut self, signature: &ir::Signature) -> ModuleResult<FuncId> {
1036         (**self).declare_anonymous_function(signature)
1037     }
1038 
1039     fn declare_data(
1040         &mut self,
1041         name: &str,
1042         linkage: Linkage,
1043         writable: bool,
1044         tls: bool,
1045     ) -> ModuleResult<DataId> {
1046         (**self).declare_data(name, linkage, writable, tls)
1047     }
1048 
1049     fn declare_anonymous_data(&mut self, writable: bool, tls: bool) -> ModuleResult<DataId> {
1050         (**self).declare_anonymous_data(writable, tls)
1051     }
1052 
1053     fn declare_func_in_func(&mut self, func: FuncId, in_func: &mut ir::Function) -> ir::FuncRef {
1054         (**self).declare_func_in_func(func, in_func)
1055     }
1056 
1057     fn declare_data_in_func(&self, data: DataId, func: &mut ir::Function) -> ir::GlobalValue {
1058         (**self).declare_data_in_func(data, func)
1059     }
1060 
1061     fn declare_func_in_data(&self, func_id: FuncId, data: &mut DataDescription) -> ir::FuncRef {
1062         (**self).declare_func_in_data(func_id, data)
1063     }
1064 
1065     fn declare_data_in_data(&self, data_id: DataId, data: &mut DataDescription) -> ir::GlobalValue {
1066         (**self).declare_data_in_data(data_id, data)
1067     }
1068 
1069     fn define_function(&mut self, func: FuncId, ctx: &mut Context) -> ModuleResult<()> {
1070         (**self).define_function(func, ctx)
1071     }
1072 
1073     fn define_function_with_control_plane(
1074         &mut self,
1075         func: FuncId,
1076         ctx: &mut Context,
1077         ctrl_plane: &mut ControlPlane,
1078     ) -> ModuleResult<()> {
1079         (**self).define_function_with_control_plane(func, ctx, ctrl_plane)
1080     }
1081 
1082     fn define_function_bytes(
1083         &mut self,
1084         func_id: FuncId,
1085         alignment: u64,
1086         bytes: &[u8],
1087         relocs: &[ModuleReloc],
1088     ) -> ModuleResult<()> {
1089         (**self).define_function_bytes(func_id, alignment, bytes, relocs)
1090     }
1091 
1092     fn define_data(&mut self, data_id: DataId, data: &DataDescription) -> ModuleResult<()> {
1093         (**self).define_data(data_id, data)
1094     }
1095 }
1096 
1097 impl<M: Module + ?Sized> Module for Box<M> {
1098     fn isa(&self) -> &dyn isa::TargetIsa {
1099         (**self).isa()
1100     }
1101 
1102     fn declarations(&self) -> &ModuleDeclarations {
1103         (**self).declarations()
1104     }
1105 
1106     fn get_name(&self, name: &str) -> Option<FuncOrDataId> {
1107         (**self).get_name(name)
1108     }
1109 
1110     fn target_config(&self) -> isa::TargetFrontendConfig {
1111         (**self).target_config()
1112     }
1113 
1114     fn make_context(&self) -> Context {
1115         (**self).make_context()
1116     }
1117 
1118     fn clear_context(&self, ctx: &mut Context) {
1119         (**self).clear_context(ctx)
1120     }
1121 
1122     fn make_signature(&self) -> ir::Signature {
1123         (**self).make_signature()
1124     }
1125 
1126     fn clear_signature(&self, sig: &mut ir::Signature) {
1127         (**self).clear_signature(sig)
1128     }
1129 
1130     fn declare_function(
1131         &mut self,
1132         name: &str,
1133         linkage: Linkage,
1134         signature: &ir::Signature,
1135     ) -> ModuleResult<FuncId> {
1136         (**self).declare_function(name, linkage, signature)
1137     }
1138 
1139     fn declare_anonymous_function(&mut self, signature: &ir::Signature) -> ModuleResult<FuncId> {
1140         (**self).declare_anonymous_function(signature)
1141     }
1142 
1143     fn declare_data(
1144         &mut self,
1145         name: &str,
1146         linkage: Linkage,
1147         writable: bool,
1148         tls: bool,
1149     ) -> ModuleResult<DataId> {
1150         (**self).declare_data(name, linkage, writable, tls)
1151     }
1152 
1153     fn declare_anonymous_data(&mut self, writable: bool, tls: bool) -> ModuleResult<DataId> {
1154         (**self).declare_anonymous_data(writable, tls)
1155     }
1156 
1157     fn declare_func_in_func(&mut self, func: FuncId, in_func: &mut ir::Function) -> ir::FuncRef {
1158         (**self).declare_func_in_func(func, in_func)
1159     }
1160 
1161     fn declare_data_in_func(&self, data: DataId, func: &mut ir::Function) -> ir::GlobalValue {
1162         (**self).declare_data_in_func(data, func)
1163     }
1164 
1165     fn declare_func_in_data(&self, func_id: FuncId, data: &mut DataDescription) -> ir::FuncRef {
1166         (**self).declare_func_in_data(func_id, data)
1167     }
1168 
1169     fn declare_data_in_data(&self, data_id: DataId, data: &mut DataDescription) -> ir::GlobalValue {
1170         (**self).declare_data_in_data(data_id, data)
1171     }
1172 
1173     fn define_function(&mut self, func: FuncId, ctx: &mut Context) -> ModuleResult<()> {
1174         (**self).define_function(func, ctx)
1175     }
1176 
1177     fn define_function_with_control_plane(
1178         &mut self,
1179         func: FuncId,
1180         ctx: &mut Context,
1181         ctrl_plane: &mut ControlPlane,
1182     ) -> ModuleResult<()> {
1183         (**self).define_function_with_control_plane(func, ctx, ctrl_plane)
1184     }
1185 
1186     fn define_function_bytes(
1187         &mut self,
1188         func_id: FuncId,
1189         alignment: u64,
1190         bytes: &[u8],
1191         relocs: &[ModuleReloc],
1192     ) -> ModuleResult<()> {
1193         (**self).define_function_bytes(func_id, alignment, bytes, relocs)
1194     }
1195 
1196     fn define_data(&mut self, data_id: DataId, data: &DataDescription) -> ModuleResult<()> {
1197         (**self).define_data(data_id, data)
1198     }
1199 }
1200