1747ad3c4Slazypassion //! Intermediate representation of a function.
2747ad3c4Slazypassion //!
3747ad3c4Slazypassion //! The `Function` struct defined in this module owns all of its extended basic blocks and
4747ad3c4Slazypassion //! instructions.
5747ad3c4Slazypassion 
6747ad3c4Slazypassion use crate::binemit::CodeOffset;
7747ad3c4Slazypassion use crate::entity::{PrimaryMap, SecondaryMap};
8747ad3c4Slazypassion use crate::ir;
9747ad3c4Slazypassion use crate::ir::{DataFlowGraph, ExternalName, Layout, Signature};
10747ad3c4Slazypassion use crate::ir::{
11c7b4b98cSSean Stangl     Ebb, ExtFuncData, FuncRef, GlobalValue, GlobalValueData, Heap, HeapData, Inst, JumpTable,
12747ad3c4Slazypassion     JumpTableData, SigRef, StackSlot, StackSlotData, Table, TableData,
13747ad3c4Slazypassion };
14747ad3c4Slazypassion use crate::ir::{EbbOffsets, InstEncodings, SourceLocs, StackSlots, ValueLocations};
15747ad3c4Slazypassion use crate::ir::{JumpTableOffsets, JumpTables};
16747ad3c4Slazypassion use crate::isa::{CallConv, EncInfo, Encoding, Legalize, TargetIsa};
17747ad3c4Slazypassion use crate::regalloc::RegDiversions;
188f95c517SYury Delendik use crate::value_label::ValueLabelsRanges;
19747ad3c4Slazypassion use crate::write::write_function;
20747ad3c4Slazypassion use core::fmt;
21747ad3c4Slazypassion 
228efaeec5SSean Stangl #[cfg(feature = "basic-blocks")]
23c7b4b98cSSean Stangl use crate::ir::Opcode;
248efaeec5SSean Stangl 
25747ad3c4Slazypassion /// A function.
26747ad3c4Slazypassion ///
27747ad3c4Slazypassion /// Functions can be cloned, but it is not a very fast operation.
28747ad3c4Slazypassion /// The clone will have all the same entity numbers as the original.
29747ad3c4Slazypassion #[derive(Clone)]
30747ad3c4Slazypassion pub struct Function {
31747ad3c4Slazypassion     /// Name of this function. Mostly used by `.clif` files.
32747ad3c4Slazypassion     pub name: ExternalName,
33747ad3c4Slazypassion 
34747ad3c4Slazypassion     /// Signature of this function.
35747ad3c4Slazypassion     pub signature: Signature,
36747ad3c4Slazypassion 
37747ad3c4Slazypassion     /// Stack slots allocated in this function.
38747ad3c4Slazypassion     pub stack_slots: StackSlots,
39747ad3c4Slazypassion 
40747ad3c4Slazypassion     /// Global values referenced.
41747ad3c4Slazypassion     pub global_values: PrimaryMap<ir::GlobalValue, ir::GlobalValueData>,
42747ad3c4Slazypassion 
43747ad3c4Slazypassion     /// Heaps referenced.
44747ad3c4Slazypassion     pub heaps: PrimaryMap<ir::Heap, ir::HeapData>,
45747ad3c4Slazypassion 
46747ad3c4Slazypassion     /// Tables referenced.
47747ad3c4Slazypassion     pub tables: PrimaryMap<ir::Table, ir::TableData>,
48747ad3c4Slazypassion 
49747ad3c4Slazypassion     /// Jump tables used in this function.
50747ad3c4Slazypassion     pub jump_tables: JumpTables,
51747ad3c4Slazypassion 
52747ad3c4Slazypassion     /// Data flow graph containing the primary definition of all instructions, EBBs and values.
53747ad3c4Slazypassion     pub dfg: DataFlowGraph,
54747ad3c4Slazypassion 
55747ad3c4Slazypassion     /// Layout of EBBs and instructions in the function body.
56747ad3c4Slazypassion     pub layout: Layout,
57747ad3c4Slazypassion 
58747ad3c4Slazypassion     /// Encoding recipe and bits for the legal instructions.
59747ad3c4Slazypassion     /// Illegal instructions have the `Encoding::default()` value.
60747ad3c4Slazypassion     pub encodings: InstEncodings,
61747ad3c4Slazypassion 
62747ad3c4Slazypassion     /// Location assigned to every value.
63747ad3c4Slazypassion     pub locations: ValueLocations,
64747ad3c4Slazypassion 
65747ad3c4Slazypassion     /// Code offsets of the EBB headers.
66747ad3c4Slazypassion     ///
67747ad3c4Slazypassion     /// This information is only transiently available after the `binemit::relax_branches` function
68747ad3c4Slazypassion     /// computes it, and it can easily be recomputed by calling that function. It is not included
69747ad3c4Slazypassion     /// in the textual IR format.
70747ad3c4Slazypassion     pub offsets: EbbOffsets,
71747ad3c4Slazypassion 
72747ad3c4Slazypassion     /// Code offsets of Jump Table headers.
73747ad3c4Slazypassion     pub jt_offsets: JumpTableOffsets,
74747ad3c4Slazypassion 
75747ad3c4Slazypassion     /// Source locations.
76747ad3c4Slazypassion     ///
77747ad3c4Slazypassion     /// Track the original source location for each instruction. The source locations are not
78747ad3c4Slazypassion     /// interpreted by Cranelift, only preserved.
79747ad3c4Slazypassion     pub srclocs: SourceLocs,
80747ad3c4Slazypassion }
81747ad3c4Slazypassion 
82747ad3c4Slazypassion impl Function {
83747ad3c4Slazypassion     /// Create a function with the given name and signature.
84747ad3c4Slazypassion     pub fn with_name_signature(name: ExternalName, sig: Signature) -> Self {
85747ad3c4Slazypassion         Self {
86747ad3c4Slazypassion             name,
87747ad3c4Slazypassion             signature: sig,
88747ad3c4Slazypassion             stack_slots: StackSlots::new(),
89747ad3c4Slazypassion             global_values: PrimaryMap::new(),
90747ad3c4Slazypassion             heaps: PrimaryMap::new(),
91747ad3c4Slazypassion             tables: PrimaryMap::new(),
92747ad3c4Slazypassion             jump_tables: PrimaryMap::new(),
93747ad3c4Slazypassion             dfg: DataFlowGraph::new(),
94747ad3c4Slazypassion             layout: Layout::new(),
95747ad3c4Slazypassion             encodings: SecondaryMap::new(),
96747ad3c4Slazypassion             locations: SecondaryMap::new(),
97747ad3c4Slazypassion             offsets: SecondaryMap::new(),
98747ad3c4Slazypassion             jt_offsets: SecondaryMap::new(),
99747ad3c4Slazypassion             srclocs: SecondaryMap::new(),
100747ad3c4Slazypassion         }
101747ad3c4Slazypassion     }
102747ad3c4Slazypassion 
103747ad3c4Slazypassion     /// Clear all data structures in this function.
104747ad3c4Slazypassion     pub fn clear(&mut self) {
105747ad3c4Slazypassion         self.signature.clear(CallConv::Fast);
106747ad3c4Slazypassion         self.stack_slots.clear();
107747ad3c4Slazypassion         self.global_values.clear();
108747ad3c4Slazypassion         self.heaps.clear();
109747ad3c4Slazypassion         self.tables.clear();
110747ad3c4Slazypassion         self.jump_tables.clear();
111747ad3c4Slazypassion         self.dfg.clear();
112747ad3c4Slazypassion         self.layout.clear();
113747ad3c4Slazypassion         self.encodings.clear();
114747ad3c4Slazypassion         self.locations.clear();
115747ad3c4Slazypassion         self.offsets.clear();
116*ea9ee202SAndrew Brown         self.jt_offsets.clear();
117747ad3c4Slazypassion         self.srclocs.clear();
118747ad3c4Slazypassion     }
119747ad3c4Slazypassion 
120747ad3c4Slazypassion     /// Create a new empty, anonymous function with a Fast calling convention.
121747ad3c4Slazypassion     pub fn new() -> Self {
122747ad3c4Slazypassion         Self::with_name_signature(ExternalName::default(), Signature::new(CallConv::Fast))
123747ad3c4Slazypassion     }
124747ad3c4Slazypassion 
125747ad3c4Slazypassion     /// Creates a jump table in the function, to be used by `br_table` instructions.
126747ad3c4Slazypassion     pub fn create_jump_table(&mut self, data: JumpTableData) -> JumpTable {
127747ad3c4Slazypassion         self.jump_tables.push(data)
128747ad3c4Slazypassion     }
129747ad3c4Slazypassion 
130747ad3c4Slazypassion     /// Creates a stack slot in the function, to be used by `stack_load`, `stack_store` and
131747ad3c4Slazypassion     /// `stack_addr` instructions.
132747ad3c4Slazypassion     pub fn create_stack_slot(&mut self, data: StackSlotData) -> StackSlot {
133747ad3c4Slazypassion         self.stack_slots.push(data)
134747ad3c4Slazypassion     }
135747ad3c4Slazypassion 
136747ad3c4Slazypassion     /// Adds a signature which can later be used to declare an external function import.
137747ad3c4Slazypassion     pub fn import_signature(&mut self, signature: Signature) -> SigRef {
138747ad3c4Slazypassion         self.dfg.signatures.push(signature)
139747ad3c4Slazypassion     }
140747ad3c4Slazypassion 
141747ad3c4Slazypassion     /// Declare an external function import.
142747ad3c4Slazypassion     pub fn import_function(&mut self, data: ExtFuncData) -> FuncRef {
143747ad3c4Slazypassion         self.dfg.ext_funcs.push(data)
144747ad3c4Slazypassion     }
145747ad3c4Slazypassion 
146747ad3c4Slazypassion     /// Declares a global value accessible to the function.
147747ad3c4Slazypassion     pub fn create_global_value(&mut self, data: GlobalValueData) -> GlobalValue {
148747ad3c4Slazypassion         self.global_values.push(data)
149747ad3c4Slazypassion     }
150747ad3c4Slazypassion 
151747ad3c4Slazypassion     /// Declares a heap accessible to the function.
152747ad3c4Slazypassion     pub fn create_heap(&mut self, data: HeapData) -> Heap {
153747ad3c4Slazypassion         self.heaps.push(data)
154747ad3c4Slazypassion     }
155747ad3c4Slazypassion 
156747ad3c4Slazypassion     /// Declares a table accessible to the function.
157747ad3c4Slazypassion     pub fn create_table(&mut self, data: TableData) -> Table {
158747ad3c4Slazypassion         self.tables.push(data)
159747ad3c4Slazypassion     }
160747ad3c4Slazypassion 
161747ad3c4Slazypassion     /// Return an object that can display this function with correct ISA-specific annotations.
162d7d48d5cSBenjamin Bouvier     pub fn display<'a, I: Into<Option<&'a dyn TargetIsa>>>(
163d7d48d5cSBenjamin Bouvier         &'a self,
164d7d48d5cSBenjamin Bouvier         isa: I,
165d7d48d5cSBenjamin Bouvier     ) -> DisplayFunction<'a> {
1668f95c517SYury Delendik         DisplayFunction(self, isa.into().into())
1678f95c517SYury Delendik     }
1688f95c517SYury Delendik 
1698f95c517SYury Delendik     /// Return an object that can display this function with correct ISA-specific annotations.
1708f95c517SYury Delendik     pub fn display_with<'a>(
1718f95c517SYury Delendik         &'a self,
1728f95c517SYury Delendik         annotations: DisplayFunctionAnnotations<'a>,
1738f95c517SYury Delendik     ) -> DisplayFunction<'a> {
1748f95c517SYury Delendik         DisplayFunction(self, annotations)
175747ad3c4Slazypassion     }
176747ad3c4Slazypassion 
177747ad3c4Slazypassion     /// Find a presumed unique special-purpose function parameter value.
178747ad3c4Slazypassion     ///
179747ad3c4Slazypassion     /// Returns the value of the last `purpose` parameter, or `None` if no such parameter exists.
180747ad3c4Slazypassion     pub fn special_param(&self, purpose: ir::ArgumentPurpose) -> Option<ir::Value> {
181747ad3c4Slazypassion         let entry = self.layout.entry_block().expect("Function is empty");
182747ad3c4Slazypassion         self.signature
183747ad3c4Slazypassion             .special_param_index(purpose)
184747ad3c4Slazypassion             .map(|i| self.dfg.ebb_params(entry)[i])
185747ad3c4Slazypassion     }
186747ad3c4Slazypassion 
187747ad3c4Slazypassion     /// Get an iterator over the instructions in `ebb`, including offsets and encoded instruction
188747ad3c4Slazypassion     /// sizes.
189747ad3c4Slazypassion     ///
190747ad3c4Slazypassion     /// The iterator returns `(offset, inst, size)` tuples, where `offset` if the offset in bytes
191747ad3c4Slazypassion     /// from the beginning of the function to the instruction, and `size` is the size of the
192747ad3c4Slazypassion     /// instruction in bytes, or 0 for unencoded instructions.
193747ad3c4Slazypassion     ///
194747ad3c4Slazypassion     /// This function can only be used after the code layout has been computed by the
195747ad3c4Slazypassion     /// `binemit::relax_branches()` function.
196747ad3c4Slazypassion     pub fn inst_offsets<'a>(&'a self, ebb: Ebb, encinfo: &EncInfo) -> InstOffsetIter<'a> {
197747ad3c4Slazypassion         assert!(
198747ad3c4Slazypassion             !self.offsets.is_empty(),
199747ad3c4Slazypassion             "Code layout must be computed first"
200747ad3c4Slazypassion         );
201747ad3c4Slazypassion         InstOffsetIter {
202747ad3c4Slazypassion             encinfo: encinfo.clone(),
203747ad3c4Slazypassion             func: self,
204747ad3c4Slazypassion             divert: RegDiversions::new(),
205747ad3c4Slazypassion             encodings: &self.encodings,
206747ad3c4Slazypassion             offset: self.offsets[ebb],
207747ad3c4Slazypassion             iter: self.layout.ebb_insts(ebb),
208747ad3c4Slazypassion         }
209747ad3c4Slazypassion     }
210747ad3c4Slazypassion 
211747ad3c4Slazypassion     /// Wrapper around `encode` which assigns `inst` the resulting encoding.
212d7d48d5cSBenjamin Bouvier     pub fn update_encoding(&mut self, inst: ir::Inst, isa: &dyn TargetIsa) -> Result<(), Legalize> {
213747ad3c4Slazypassion         self.encode(inst, isa).map(|e| self.encodings[inst] = e)
214747ad3c4Slazypassion     }
215747ad3c4Slazypassion 
216747ad3c4Slazypassion     /// Wrapper around `TargetIsa::encode` for encoding an existing instruction
217747ad3c4Slazypassion     /// in the `Function`.
218d7d48d5cSBenjamin Bouvier     pub fn encode(&self, inst: ir::Inst, isa: &dyn TargetIsa) -> Result<Encoding, Legalize> {
219747ad3c4Slazypassion         isa.encode(&self, &self.dfg[inst], self.dfg.ctrl_typevar(inst))
220747ad3c4Slazypassion     }
2218f95c517SYury Delendik 
2228f95c517SYury Delendik     /// Starts collection of debug information.
2238f95c517SYury Delendik     pub fn collect_debug_info(&mut self) {
2248f95c517SYury Delendik         self.dfg.collect_debug_info();
2258f95c517SYury Delendik     }
2268efaeec5SSean Stangl 
227c7b4b98cSSean Stangl     /// Changes the destination of a jump or branch instruction.
228c7b4b98cSSean Stangl     /// Does nothing if called with a non-jump or non-branch instruction.
229c7b4b98cSSean Stangl     pub fn change_branch_destination(&mut self, inst: Inst, new_dest: Ebb) {
230c7b4b98cSSean Stangl         match self.dfg[inst].branch_destination_mut() {
231c7b4b98cSSean Stangl             None => (),
232c7b4b98cSSean Stangl             Some(inst_dest) => *inst_dest = new_dest,
233c7b4b98cSSean Stangl         }
234c7b4b98cSSean Stangl     }
235c7b4b98cSSean Stangl 
2368efaeec5SSean Stangl     /// Checks that the specified EBB can be encoded as a basic block.
2378efaeec5SSean Stangl     ///
2388efaeec5SSean Stangl     /// On error, returns the first invalid instruction and an error message.
2398efaeec5SSean Stangl     #[cfg(feature = "basic-blocks")]
2408efaeec5SSean Stangl     pub fn is_ebb_basic(&self, ebb: Ebb) -> Result<(), (Inst, &'static str)> {
2418efaeec5SSean Stangl         let dfg = &self.dfg;
2428efaeec5SSean Stangl         let inst_iter = self.layout.ebb_insts(ebb);
2438efaeec5SSean Stangl 
2448efaeec5SSean Stangl         // Ignore all instructions prior to the first branch.
2458efaeec5SSean Stangl         let mut inst_iter = inst_iter.skip_while(|&inst| !dfg[inst].opcode().is_branch());
2468efaeec5SSean Stangl 
2478efaeec5SSean Stangl         // A conditional branch is permitted in a basic block only when followed
2488efaeec5SSean Stangl         // by a terminal jump or fallthrough instruction.
2498efaeec5SSean Stangl         if let Some(_branch) = inst_iter.next() {
2508efaeec5SSean Stangl             if let Some(next) = inst_iter.next() {
2518efaeec5SSean Stangl                 match dfg[next].opcode() {
2528efaeec5SSean Stangl                     Opcode::Fallthrough | Opcode::Jump => (),
2538efaeec5SSean Stangl                     _ => return Err((next, "post-branch instruction not fallthrough or jump")),
2548efaeec5SSean Stangl                 }
2558efaeec5SSean Stangl             }
2568efaeec5SSean Stangl         }
2578efaeec5SSean Stangl 
2588efaeec5SSean Stangl         Ok(())
2598efaeec5SSean Stangl     }
2608f95c517SYury Delendik }
2618f95c517SYury Delendik 
2628f95c517SYury Delendik /// Additional annotations for function display.
263f856b124SMark McCaskey #[derive(Default)]
2648f95c517SYury Delendik pub struct DisplayFunctionAnnotations<'a> {
2658f95c517SYury Delendik     /// Enable ISA annotations.
266d7d48d5cSBenjamin Bouvier     pub isa: Option<&'a dyn TargetIsa>,
2678f95c517SYury Delendik 
2688f95c517SYury Delendik     /// Enable value labels annotations.
2698f95c517SYury Delendik     pub value_ranges: Option<&'a ValueLabelsRanges>,
2708f95c517SYury Delendik }
2718f95c517SYury Delendik 
272d7d48d5cSBenjamin Bouvier impl<'a> From<Option<&'a dyn TargetIsa>> for DisplayFunctionAnnotations<'a> {
273d7d48d5cSBenjamin Bouvier     fn from(isa: Option<&'a dyn TargetIsa>) -> DisplayFunctionAnnotations {
2748f95c517SYury Delendik         DisplayFunctionAnnotations {
2758f95c517SYury Delendik             isa,
2768f95c517SYury Delendik             value_ranges: None,
2778f95c517SYury Delendik         }
2788f95c517SYury Delendik     }
279747ad3c4Slazypassion }
280747ad3c4Slazypassion 
281747ad3c4Slazypassion /// Wrapper type capable of displaying a `Function` with correct ISA annotations.
2828f95c517SYury Delendik pub struct DisplayFunction<'a>(&'a Function, DisplayFunctionAnnotations<'a>);
283747ad3c4Slazypassion 
284747ad3c4Slazypassion impl<'a> fmt::Display for DisplayFunction<'a> {
285747ad3c4Slazypassion     fn fmt(&self, fmt: &mut fmt::Formatter) -> fmt::Result {
2868f95c517SYury Delendik         write_function(fmt, self.0, &self.1)
287747ad3c4Slazypassion     }
288747ad3c4Slazypassion }
289747ad3c4Slazypassion 
290747ad3c4Slazypassion impl fmt::Display for Function {
291747ad3c4Slazypassion     fn fmt(&self, fmt: &mut fmt::Formatter) -> fmt::Result {
2928f95c517SYury Delendik         write_function(fmt, self, &DisplayFunctionAnnotations::default())
293747ad3c4Slazypassion     }
294747ad3c4Slazypassion }
295747ad3c4Slazypassion 
296747ad3c4Slazypassion impl fmt::Debug for Function {
297747ad3c4Slazypassion     fn fmt(&self, fmt: &mut fmt::Formatter) -> fmt::Result {
2988f95c517SYury Delendik         write_function(fmt, self, &DisplayFunctionAnnotations::default())
299747ad3c4Slazypassion     }
300747ad3c4Slazypassion }
301747ad3c4Slazypassion 
302747ad3c4Slazypassion /// Iterator returning instruction offsets and sizes: `(offset, inst, size)`.
303747ad3c4Slazypassion pub struct InstOffsetIter<'a> {
304747ad3c4Slazypassion     encinfo: EncInfo,
305747ad3c4Slazypassion     divert: RegDiversions,
306747ad3c4Slazypassion     func: &'a Function,
307747ad3c4Slazypassion     encodings: &'a InstEncodings,
308747ad3c4Slazypassion     offset: CodeOffset,
309747ad3c4Slazypassion     iter: ir::layout::Insts<'a>,
310747ad3c4Slazypassion }
311747ad3c4Slazypassion 
312747ad3c4Slazypassion impl<'a> Iterator for InstOffsetIter<'a> {
313747ad3c4Slazypassion     type Item = (CodeOffset, ir::Inst, CodeOffset);
314747ad3c4Slazypassion 
315747ad3c4Slazypassion     fn next(&mut self) -> Option<Self::Item> {
316747ad3c4Slazypassion         self.iter.next().map(|inst| {
317747ad3c4Slazypassion             self.divert.apply(&self.func.dfg[inst]);
318747ad3c4Slazypassion             let byte_size =
319747ad3c4Slazypassion                 self.encinfo
320747ad3c4Slazypassion                     .byte_size(self.encodings[inst], inst, &self.divert, self.func);
321747ad3c4Slazypassion             let offset = self.offset;
322747ad3c4Slazypassion             self.offset += byte_size;
323747ad3c4Slazypassion             (offset, inst, byte_size)
324747ad3c4Slazypassion         })
325747ad3c4Slazypassion     }
326747ad3c4Slazypassion }
327