1747ad3c4Slazypassion //! Intermediate representation of a function. 2747ad3c4Slazypassion //! 3747ad3c4Slazypassion //! The `Function` struct defined in this module owns all of its extended basic blocks and 4747ad3c4Slazypassion //! instructions. 5747ad3c4Slazypassion 6747ad3c4Slazypassion use crate::binemit::CodeOffset; 7747ad3c4Slazypassion use crate::entity::{PrimaryMap, SecondaryMap}; 8747ad3c4Slazypassion use crate::ir; 9747ad3c4Slazypassion use crate::ir::{DataFlowGraph, ExternalName, Layout, Signature}; 10747ad3c4Slazypassion use crate::ir::{ 11c7b4b98cSSean Stangl Ebb, ExtFuncData, FuncRef, GlobalValue, GlobalValueData, Heap, HeapData, Inst, JumpTable, 12747ad3c4Slazypassion JumpTableData, SigRef, StackSlot, StackSlotData, Table, TableData, 13747ad3c4Slazypassion }; 14747ad3c4Slazypassion use crate::ir::{EbbOffsets, InstEncodings, SourceLocs, StackSlots, ValueLocations}; 15747ad3c4Slazypassion use crate::ir::{JumpTableOffsets, JumpTables}; 16747ad3c4Slazypassion use crate::isa::{CallConv, EncInfo, Encoding, Legalize, TargetIsa}; 17*bb87f1a5SNicolas B. Pierron use crate::regalloc::{EntryRegDiversions, RegDiversions}; 188f95c517SYury Delendik use crate::value_label::ValueLabelsRanges; 19747ad3c4Slazypassion use crate::write::write_function; 20747ad3c4Slazypassion use core::fmt; 21747ad3c4Slazypassion 228efaeec5SSean Stangl #[cfg(feature = "basic-blocks")] 23c7b4b98cSSean Stangl use crate::ir::Opcode; 248efaeec5SSean Stangl 25747ad3c4Slazypassion /// A function. 26747ad3c4Slazypassion /// 27747ad3c4Slazypassion /// Functions can be cloned, but it is not a very fast operation. 28747ad3c4Slazypassion /// The clone will have all the same entity numbers as the original. 29747ad3c4Slazypassion #[derive(Clone)] 30747ad3c4Slazypassion pub struct Function { 31747ad3c4Slazypassion /// Name of this function. Mostly used by `.clif` files. 32747ad3c4Slazypassion pub name: ExternalName, 33747ad3c4Slazypassion 34747ad3c4Slazypassion /// Signature of this function. 35747ad3c4Slazypassion pub signature: Signature, 36747ad3c4Slazypassion 37747ad3c4Slazypassion /// Stack slots allocated in this function. 38747ad3c4Slazypassion pub stack_slots: StackSlots, 39747ad3c4Slazypassion 40747ad3c4Slazypassion /// Global values referenced. 41747ad3c4Slazypassion pub global_values: PrimaryMap<ir::GlobalValue, ir::GlobalValueData>, 42747ad3c4Slazypassion 43747ad3c4Slazypassion /// Heaps referenced. 44747ad3c4Slazypassion pub heaps: PrimaryMap<ir::Heap, ir::HeapData>, 45747ad3c4Slazypassion 46747ad3c4Slazypassion /// Tables referenced. 47747ad3c4Slazypassion pub tables: PrimaryMap<ir::Table, ir::TableData>, 48747ad3c4Slazypassion 49747ad3c4Slazypassion /// Jump tables used in this function. 50747ad3c4Slazypassion pub jump_tables: JumpTables, 51747ad3c4Slazypassion 52747ad3c4Slazypassion /// Data flow graph containing the primary definition of all instructions, EBBs and values. 53747ad3c4Slazypassion pub dfg: DataFlowGraph, 54747ad3c4Slazypassion 55747ad3c4Slazypassion /// Layout of EBBs and instructions in the function body. 56747ad3c4Slazypassion pub layout: Layout, 57747ad3c4Slazypassion 58747ad3c4Slazypassion /// Encoding recipe and bits for the legal instructions. 59747ad3c4Slazypassion /// Illegal instructions have the `Encoding::default()` value. 60747ad3c4Slazypassion pub encodings: InstEncodings, 61747ad3c4Slazypassion 62747ad3c4Slazypassion /// Location assigned to every value. 63747ad3c4Slazypassion pub locations: ValueLocations, 64747ad3c4Slazypassion 65*bb87f1a5SNicolas B. Pierron /// Non-default locations assigned to value at the entry of basic blocks. 66*bb87f1a5SNicolas B. Pierron /// 67*bb87f1a5SNicolas B. Pierron /// At the entry of each basic block, we might have values which are not in their default 68*bb87f1a5SNicolas B. Pierron /// ValueLocation. This field records these register-to-register moves as Diversions. 69*bb87f1a5SNicolas B. Pierron pub entry_diversions: EntryRegDiversions, 70*bb87f1a5SNicolas B. Pierron 71747ad3c4Slazypassion /// Code offsets of the EBB headers. 72747ad3c4Slazypassion /// 73747ad3c4Slazypassion /// This information is only transiently available after the `binemit::relax_branches` function 74747ad3c4Slazypassion /// computes it, and it can easily be recomputed by calling that function. It is not included 75747ad3c4Slazypassion /// in the textual IR format. 76747ad3c4Slazypassion pub offsets: EbbOffsets, 77747ad3c4Slazypassion 78747ad3c4Slazypassion /// Code offsets of Jump Table headers. 79747ad3c4Slazypassion pub jt_offsets: JumpTableOffsets, 80747ad3c4Slazypassion 81747ad3c4Slazypassion /// Source locations. 82747ad3c4Slazypassion /// 83747ad3c4Slazypassion /// Track the original source location for each instruction. The source locations are not 84747ad3c4Slazypassion /// interpreted by Cranelift, only preserved. 85747ad3c4Slazypassion pub srclocs: SourceLocs, 86747ad3c4Slazypassion } 87747ad3c4Slazypassion 88747ad3c4Slazypassion impl Function { 89747ad3c4Slazypassion /// Create a function with the given name and signature. 90747ad3c4Slazypassion pub fn with_name_signature(name: ExternalName, sig: Signature) -> Self { 91747ad3c4Slazypassion Self { 92747ad3c4Slazypassion name, 93747ad3c4Slazypassion signature: sig, 94747ad3c4Slazypassion stack_slots: StackSlots::new(), 95747ad3c4Slazypassion global_values: PrimaryMap::new(), 96747ad3c4Slazypassion heaps: PrimaryMap::new(), 97747ad3c4Slazypassion tables: PrimaryMap::new(), 98747ad3c4Slazypassion jump_tables: PrimaryMap::new(), 99747ad3c4Slazypassion dfg: DataFlowGraph::new(), 100747ad3c4Slazypassion layout: Layout::new(), 101747ad3c4Slazypassion encodings: SecondaryMap::new(), 102747ad3c4Slazypassion locations: SecondaryMap::new(), 103*bb87f1a5SNicolas B. Pierron entry_diversions: EntryRegDiversions::new(), 104747ad3c4Slazypassion offsets: SecondaryMap::new(), 105747ad3c4Slazypassion jt_offsets: SecondaryMap::new(), 106747ad3c4Slazypassion srclocs: SecondaryMap::new(), 107747ad3c4Slazypassion } 108747ad3c4Slazypassion } 109747ad3c4Slazypassion 110747ad3c4Slazypassion /// Clear all data structures in this function. 111747ad3c4Slazypassion pub fn clear(&mut self) { 112747ad3c4Slazypassion self.signature.clear(CallConv::Fast); 113747ad3c4Slazypassion self.stack_slots.clear(); 114747ad3c4Slazypassion self.global_values.clear(); 115747ad3c4Slazypassion self.heaps.clear(); 116747ad3c4Slazypassion self.tables.clear(); 117747ad3c4Slazypassion self.jump_tables.clear(); 118747ad3c4Slazypassion self.dfg.clear(); 119747ad3c4Slazypassion self.layout.clear(); 120747ad3c4Slazypassion self.encodings.clear(); 121747ad3c4Slazypassion self.locations.clear(); 122*bb87f1a5SNicolas B. Pierron self.entry_diversions.clear(); 123747ad3c4Slazypassion self.offsets.clear(); 124ea9ee202SAndrew Brown self.jt_offsets.clear(); 125747ad3c4Slazypassion self.srclocs.clear(); 126747ad3c4Slazypassion } 127747ad3c4Slazypassion 128747ad3c4Slazypassion /// Create a new empty, anonymous function with a Fast calling convention. 129747ad3c4Slazypassion pub fn new() -> Self { 130747ad3c4Slazypassion Self::with_name_signature(ExternalName::default(), Signature::new(CallConv::Fast)) 131747ad3c4Slazypassion } 132747ad3c4Slazypassion 133747ad3c4Slazypassion /// Creates a jump table in the function, to be used by `br_table` instructions. 134747ad3c4Slazypassion pub fn create_jump_table(&mut self, data: JumpTableData) -> JumpTable { 135747ad3c4Slazypassion self.jump_tables.push(data) 136747ad3c4Slazypassion } 137747ad3c4Slazypassion 138747ad3c4Slazypassion /// Creates a stack slot in the function, to be used by `stack_load`, `stack_store` and 139747ad3c4Slazypassion /// `stack_addr` instructions. 140747ad3c4Slazypassion pub fn create_stack_slot(&mut self, data: StackSlotData) -> StackSlot { 141747ad3c4Slazypassion self.stack_slots.push(data) 142747ad3c4Slazypassion } 143747ad3c4Slazypassion 144747ad3c4Slazypassion /// Adds a signature which can later be used to declare an external function import. 145747ad3c4Slazypassion pub fn import_signature(&mut self, signature: Signature) -> SigRef { 146747ad3c4Slazypassion self.dfg.signatures.push(signature) 147747ad3c4Slazypassion } 148747ad3c4Slazypassion 149747ad3c4Slazypassion /// Declare an external function import. 150747ad3c4Slazypassion pub fn import_function(&mut self, data: ExtFuncData) -> FuncRef { 151747ad3c4Slazypassion self.dfg.ext_funcs.push(data) 152747ad3c4Slazypassion } 153747ad3c4Slazypassion 154747ad3c4Slazypassion /// Declares a global value accessible to the function. 155747ad3c4Slazypassion pub fn create_global_value(&mut self, data: GlobalValueData) -> GlobalValue { 156747ad3c4Slazypassion self.global_values.push(data) 157747ad3c4Slazypassion } 158747ad3c4Slazypassion 159747ad3c4Slazypassion /// Declares a heap accessible to the function. 160747ad3c4Slazypassion pub fn create_heap(&mut self, data: HeapData) -> Heap { 161747ad3c4Slazypassion self.heaps.push(data) 162747ad3c4Slazypassion } 163747ad3c4Slazypassion 164747ad3c4Slazypassion /// Declares a table accessible to the function. 165747ad3c4Slazypassion pub fn create_table(&mut self, data: TableData) -> Table { 166747ad3c4Slazypassion self.tables.push(data) 167747ad3c4Slazypassion } 168747ad3c4Slazypassion 169747ad3c4Slazypassion /// Return an object that can display this function with correct ISA-specific annotations. 170d7d48d5cSBenjamin Bouvier pub fn display<'a, I: Into<Option<&'a dyn TargetIsa>>>( 171d7d48d5cSBenjamin Bouvier &'a self, 172d7d48d5cSBenjamin Bouvier isa: I, 173d7d48d5cSBenjamin Bouvier ) -> DisplayFunction<'a> { 1748f95c517SYury Delendik DisplayFunction(self, isa.into().into()) 1758f95c517SYury Delendik } 1768f95c517SYury Delendik 1778f95c517SYury Delendik /// Return an object that can display this function with correct ISA-specific annotations. 1788f95c517SYury Delendik pub fn display_with<'a>( 1798f95c517SYury Delendik &'a self, 1808f95c517SYury Delendik annotations: DisplayFunctionAnnotations<'a>, 1818f95c517SYury Delendik ) -> DisplayFunction<'a> { 1828f95c517SYury Delendik DisplayFunction(self, annotations) 183747ad3c4Slazypassion } 184747ad3c4Slazypassion 185747ad3c4Slazypassion /// Find a presumed unique special-purpose function parameter value. 186747ad3c4Slazypassion /// 187747ad3c4Slazypassion /// Returns the value of the last `purpose` parameter, or `None` if no such parameter exists. 188747ad3c4Slazypassion pub fn special_param(&self, purpose: ir::ArgumentPurpose) -> Option<ir::Value> { 189747ad3c4Slazypassion let entry = self.layout.entry_block().expect("Function is empty"); 190747ad3c4Slazypassion self.signature 191747ad3c4Slazypassion .special_param_index(purpose) 192747ad3c4Slazypassion .map(|i| self.dfg.ebb_params(entry)[i]) 193747ad3c4Slazypassion } 194747ad3c4Slazypassion 195747ad3c4Slazypassion /// Get an iterator over the instructions in `ebb`, including offsets and encoded instruction 196747ad3c4Slazypassion /// sizes. 197747ad3c4Slazypassion /// 198747ad3c4Slazypassion /// The iterator returns `(offset, inst, size)` tuples, where `offset` if the offset in bytes 199747ad3c4Slazypassion /// from the beginning of the function to the instruction, and `size` is the size of the 200747ad3c4Slazypassion /// instruction in bytes, or 0 for unencoded instructions. 201747ad3c4Slazypassion /// 202747ad3c4Slazypassion /// This function can only be used after the code layout has been computed by the 203747ad3c4Slazypassion /// `binemit::relax_branches()` function. 204747ad3c4Slazypassion pub fn inst_offsets<'a>(&'a self, ebb: Ebb, encinfo: &EncInfo) -> InstOffsetIter<'a> { 205747ad3c4Slazypassion assert!( 206747ad3c4Slazypassion !self.offsets.is_empty(), 207747ad3c4Slazypassion "Code layout must be computed first" 208747ad3c4Slazypassion ); 209*bb87f1a5SNicolas B. Pierron let mut divert = RegDiversions::new(); 210*bb87f1a5SNicolas B. Pierron divert.at_ebb(&self.entry_diversions, ebb); 211747ad3c4Slazypassion InstOffsetIter { 212747ad3c4Slazypassion encinfo: encinfo.clone(), 213747ad3c4Slazypassion func: self, 214*bb87f1a5SNicolas B. Pierron divert, 215747ad3c4Slazypassion encodings: &self.encodings, 216747ad3c4Slazypassion offset: self.offsets[ebb], 217747ad3c4Slazypassion iter: self.layout.ebb_insts(ebb), 218747ad3c4Slazypassion } 219747ad3c4Slazypassion } 220747ad3c4Slazypassion 221747ad3c4Slazypassion /// Wrapper around `encode` which assigns `inst` the resulting encoding. 222d7d48d5cSBenjamin Bouvier pub fn update_encoding(&mut self, inst: ir::Inst, isa: &dyn TargetIsa) -> Result<(), Legalize> { 223747ad3c4Slazypassion self.encode(inst, isa).map(|e| self.encodings[inst] = e) 224747ad3c4Slazypassion } 225747ad3c4Slazypassion 226747ad3c4Slazypassion /// Wrapper around `TargetIsa::encode` for encoding an existing instruction 227747ad3c4Slazypassion /// in the `Function`. 228d7d48d5cSBenjamin Bouvier pub fn encode(&self, inst: ir::Inst, isa: &dyn TargetIsa) -> Result<Encoding, Legalize> { 229747ad3c4Slazypassion isa.encode(&self, &self.dfg[inst], self.dfg.ctrl_typevar(inst)) 230747ad3c4Slazypassion } 2318f95c517SYury Delendik 2328f95c517SYury Delendik /// Starts collection of debug information. 2338f95c517SYury Delendik pub fn collect_debug_info(&mut self) { 2348f95c517SYury Delendik self.dfg.collect_debug_info(); 2358f95c517SYury Delendik } 2368efaeec5SSean Stangl 237c7b4b98cSSean Stangl /// Changes the destination of a jump or branch instruction. 238c7b4b98cSSean Stangl /// Does nothing if called with a non-jump or non-branch instruction. 239c7b4b98cSSean Stangl pub fn change_branch_destination(&mut self, inst: Inst, new_dest: Ebb) { 240c7b4b98cSSean Stangl match self.dfg[inst].branch_destination_mut() { 241c7b4b98cSSean Stangl None => (), 242c7b4b98cSSean Stangl Some(inst_dest) => *inst_dest = new_dest, 243c7b4b98cSSean Stangl } 244c7b4b98cSSean Stangl } 245c7b4b98cSSean Stangl 2468efaeec5SSean Stangl /// Checks that the specified EBB can be encoded as a basic block. 2478efaeec5SSean Stangl /// 2488efaeec5SSean Stangl /// On error, returns the first invalid instruction and an error message. 2498efaeec5SSean Stangl #[cfg(feature = "basic-blocks")] 2508efaeec5SSean Stangl pub fn is_ebb_basic(&self, ebb: Ebb) -> Result<(), (Inst, &'static str)> { 2518efaeec5SSean Stangl let dfg = &self.dfg; 2528efaeec5SSean Stangl let inst_iter = self.layout.ebb_insts(ebb); 2538efaeec5SSean Stangl 2548efaeec5SSean Stangl // Ignore all instructions prior to the first branch. 2558efaeec5SSean Stangl let mut inst_iter = inst_iter.skip_while(|&inst| !dfg[inst].opcode().is_branch()); 2568efaeec5SSean Stangl 2578efaeec5SSean Stangl // A conditional branch is permitted in a basic block only when followed 2588efaeec5SSean Stangl // by a terminal jump or fallthrough instruction. 2598efaeec5SSean Stangl if let Some(_branch) = inst_iter.next() { 2608efaeec5SSean Stangl if let Some(next) = inst_iter.next() { 2618efaeec5SSean Stangl match dfg[next].opcode() { 2628efaeec5SSean Stangl Opcode::Fallthrough | Opcode::Jump => (), 2638efaeec5SSean Stangl _ => return Err((next, "post-branch instruction not fallthrough or jump")), 2648efaeec5SSean Stangl } 2658efaeec5SSean Stangl } 2668efaeec5SSean Stangl } 2678efaeec5SSean Stangl 2688efaeec5SSean Stangl Ok(()) 2698efaeec5SSean Stangl } 2708f95c517SYury Delendik } 2718f95c517SYury Delendik 2728f95c517SYury Delendik /// Additional annotations for function display. 273f856b124SMark McCaskey #[derive(Default)] 2748f95c517SYury Delendik pub struct DisplayFunctionAnnotations<'a> { 2758f95c517SYury Delendik /// Enable ISA annotations. 276d7d48d5cSBenjamin Bouvier pub isa: Option<&'a dyn TargetIsa>, 2778f95c517SYury Delendik 2788f95c517SYury Delendik /// Enable value labels annotations. 2798f95c517SYury Delendik pub value_ranges: Option<&'a ValueLabelsRanges>, 2808f95c517SYury Delendik } 2818f95c517SYury Delendik 282d7d48d5cSBenjamin Bouvier impl<'a> From<Option<&'a dyn TargetIsa>> for DisplayFunctionAnnotations<'a> { 283d7d48d5cSBenjamin Bouvier fn from(isa: Option<&'a dyn TargetIsa>) -> DisplayFunctionAnnotations { 2848f95c517SYury Delendik DisplayFunctionAnnotations { 2858f95c517SYury Delendik isa, 2868f95c517SYury Delendik value_ranges: None, 2878f95c517SYury Delendik } 2888f95c517SYury Delendik } 289747ad3c4Slazypassion } 290747ad3c4Slazypassion 291747ad3c4Slazypassion /// Wrapper type capable of displaying a `Function` with correct ISA annotations. 2928f95c517SYury Delendik pub struct DisplayFunction<'a>(&'a Function, DisplayFunctionAnnotations<'a>); 293747ad3c4Slazypassion 294747ad3c4Slazypassion impl<'a> fmt::Display for DisplayFunction<'a> { 295747ad3c4Slazypassion fn fmt(&self, fmt: &mut fmt::Formatter) -> fmt::Result { 2968f95c517SYury Delendik write_function(fmt, self.0, &self.1) 297747ad3c4Slazypassion } 298747ad3c4Slazypassion } 299747ad3c4Slazypassion 300747ad3c4Slazypassion impl fmt::Display for Function { 301747ad3c4Slazypassion fn fmt(&self, fmt: &mut fmt::Formatter) -> fmt::Result { 3028f95c517SYury Delendik write_function(fmt, self, &DisplayFunctionAnnotations::default()) 303747ad3c4Slazypassion } 304747ad3c4Slazypassion } 305747ad3c4Slazypassion 306747ad3c4Slazypassion impl fmt::Debug for Function { 307747ad3c4Slazypassion fn fmt(&self, fmt: &mut fmt::Formatter) -> fmt::Result { 3088f95c517SYury Delendik write_function(fmt, self, &DisplayFunctionAnnotations::default()) 309747ad3c4Slazypassion } 310747ad3c4Slazypassion } 311747ad3c4Slazypassion 312747ad3c4Slazypassion /// Iterator returning instruction offsets and sizes: `(offset, inst, size)`. 313747ad3c4Slazypassion pub struct InstOffsetIter<'a> { 314747ad3c4Slazypassion encinfo: EncInfo, 315747ad3c4Slazypassion divert: RegDiversions, 316747ad3c4Slazypassion func: &'a Function, 317747ad3c4Slazypassion encodings: &'a InstEncodings, 318747ad3c4Slazypassion offset: CodeOffset, 319747ad3c4Slazypassion iter: ir::layout::Insts<'a>, 320747ad3c4Slazypassion } 321747ad3c4Slazypassion 322747ad3c4Slazypassion impl<'a> Iterator for InstOffsetIter<'a> { 323747ad3c4Slazypassion type Item = (CodeOffset, ir::Inst, CodeOffset); 324747ad3c4Slazypassion 325747ad3c4Slazypassion fn next(&mut self) -> Option<Self::Item> { 326747ad3c4Slazypassion self.iter.next().map(|inst| { 327747ad3c4Slazypassion self.divert.apply(&self.func.dfg[inst]); 328747ad3c4Slazypassion let byte_size = 329747ad3c4Slazypassion self.encinfo 330747ad3c4Slazypassion .byte_size(self.encodings[inst], inst, &self.divert, self.func); 331747ad3c4Slazypassion let offset = self.offset; 332747ad3c4Slazypassion self.offset += byte_size; 333747ad3c4Slazypassion (offset, inst, byte_size) 334747ad3c4Slazypassion }) 335747ad3c4Slazypassion } 336747ad3c4Slazypassion } 337