1 //! Memory operation flags. 2 3 use super::TrapCode; 4 use core::fmt; 5 use core::num::NonZeroU8; 6 use core::str::FromStr; 7 8 #[cfg(feature = "enable-serde")] 9 use serde_derive::{Deserialize, Serialize}; 10 11 /// Endianness of a memory access. 12 #[derive(Clone, Copy, PartialEq, Eq, Debug, Hash)] 13 pub enum Endianness { 14 /// Little-endian 15 Little, 16 /// Big-endian 17 Big, 18 } 19 20 /// Which disjoint region of aliasing memory is accessed in this memory 21 /// operation. 22 #[derive(Clone, Copy, PartialEq, Eq, Debug, Hash)] 23 #[repr(u8)] 24 #[expect(missing_docs, reason = "self-describing variants")] 25 #[rustfmt::skip] 26 pub enum AliasRegion { 27 // None = 0b00; 28 Heap = 0b01, 29 Table = 0b10, 30 Vmctx = 0b11, 31 } 32 33 impl AliasRegion { 34 const fn from_bits(bits: u8) -> Option<Self> { 35 match bits { 36 0b00 => None, 37 0b01 => Some(Self::Heap), 38 0b10 => Some(Self::Table), 39 0b11 => Some(Self::Vmctx), 40 _ => panic!("invalid alias region bits"), 41 } 42 } 43 44 const fn to_bits(region: Option<Self>) -> u8 { 45 match region { 46 None => 0b00, 47 Some(r) => r as u8, 48 } 49 } 50 } 51 52 /// Flags for memory operations like load/store. 53 /// 54 /// Each of these flags introduce a limited form of undefined behavior. The flags each enable 55 /// certain optimizations that need to make additional assumptions. Generally, the semantics of a 56 /// program does not change when a flag is removed, but adding a flag will. 57 /// 58 /// In addition, the flags determine the endianness of the memory access. By default, 59 /// any memory access uses the native endianness determined by the target ISA. This can 60 /// be overridden for individual accesses by explicitly specifying little- or big-endian 61 /// semantics via the flags. 62 #[derive(Clone, Copy, Debug, Hash, PartialEq, Eq)] 63 #[cfg_attr(feature = "enable-serde", derive(Serialize, Deserialize))] 64 pub struct MemFlags { 65 // Initialized to all zeros to have all flags have their default value. 66 // This is interpreted through various methods below. Currently the bits of 67 // this are defined as: 68 // 69 // * 0 - aligned flag 70 // * 1 - readonly flag 71 // * 2 - little endian flag 72 // * 3 - big endian flag 73 // * 4 - checked flag 74 // * 5/6 - alias region 75 // * 7/8/9/10/11/12/13/14 - trap code 76 // * 15 - can_move flag 77 // 78 // Current properties upheld are: 79 // 80 // * only one of little/big endian is set 81 // * only one alias region can be set - once set it cannot be changed 82 bits: u16, 83 } 84 85 /// Guaranteed to use "natural alignment" for the given type. This 86 /// may enable better instruction selection. 87 const BIT_ALIGNED: u16 = 1 << 0; 88 89 /// A load that reads data in memory that does not change for the 90 /// duration of the function's execution. This may enable 91 /// additional optimizations to be performed. 92 const BIT_READONLY: u16 = 1 << 1; 93 94 /// Load multi-byte values from memory in a little-endian format. 95 const BIT_LITTLE_ENDIAN: u16 = 1 << 2; 96 97 /// Load multi-byte values from memory in a big-endian format. 98 const BIT_BIG_ENDIAN: u16 = 1 << 3; 99 100 /// Check this load or store for safety when using the 101 /// proof-carrying-code framework. The address must have a 102 /// `PointsTo` fact attached with a sufficiently large valid range 103 /// for the accessed size. 104 const BIT_CHECKED: u16 = 1 << 4; 105 106 /// Used for alias analysis, indicates which disjoint part of the abstract state 107 /// is being accessed. 108 const MASK_ALIAS_REGION: u16 = 0b11 << ALIAS_REGION_OFFSET; 109 const ALIAS_REGION_OFFSET: u16 = 5; 110 111 /// Trap code, if any, for this memory operation. 112 const MASK_TRAP_CODE: u16 = 0b1111_1111 << TRAP_CODE_OFFSET; 113 const TRAP_CODE_OFFSET: u16 = 7; 114 115 /// Whether this memory operation may be freely moved by the optimizer so long 116 /// as its data dependencies are satisfied. That is, by setting this flag, the 117 /// producer is guaranteeing that this memory operation's safety is not guarded 118 /// by outside-the-data-flow-graph properties, like implicit bounds-checking 119 /// control dependencies. 120 const BIT_CAN_MOVE: u16 = 1 << 15; 121 122 impl MemFlags { 123 /// Create a new empty set of flags. 124 pub const fn new() -> Self { 125 Self { bits: 0 }.with_trap_code(Some(TrapCode::HEAP_OUT_OF_BOUNDS)) 126 } 127 128 /// Create a set of flags representing an access from a "trusted" address, meaning it's 129 /// known to be aligned and non-trapping. 130 pub const fn trusted() -> Self { 131 Self::new().with_notrap().with_aligned() 132 } 133 134 /// Read a flag bit. 135 const fn read_bit(self, bit: u16) -> bool { 136 self.bits & bit != 0 137 } 138 139 /// Return a new `MemFlags` with this flag bit set. 140 const fn with_bit(mut self, bit: u16) -> Self { 141 self.bits |= bit; 142 self 143 } 144 145 /// Reads the alias region that this memory operation works with. 146 pub const fn alias_region(self) -> Option<AliasRegion> { 147 AliasRegion::from_bits(((self.bits & MASK_ALIAS_REGION) >> ALIAS_REGION_OFFSET) as u8) 148 } 149 150 /// Sets the alias region that this works on to the specified `region`. 151 pub const fn with_alias_region(mut self, region: Option<AliasRegion>) -> Self { 152 let bits = AliasRegion::to_bits(region); 153 self.bits &= !MASK_ALIAS_REGION; 154 self.bits |= (bits as u16) << ALIAS_REGION_OFFSET; 155 self 156 } 157 158 /// Sets the alias region that this works on to the specified `region`. 159 pub fn set_alias_region(&mut self, region: Option<AliasRegion>) { 160 *self = self.with_alias_region(region); 161 } 162 163 /// Set a flag bit by name. 164 /// 165 /// Returns true if the flag was found and set, false for an unknown flag 166 /// name. 167 /// 168 /// # Errors 169 /// 170 /// Returns an error message if the `name` is known but couldn't be applied 171 /// due to it being a semantic error. 172 pub fn set_by_name(&mut self, name: &str) -> Result<bool, &'static str> { 173 *self = match name { 174 "notrap" => self.with_trap_code(None), 175 "aligned" => self.with_aligned(), 176 "readonly" => self.with_readonly(), 177 "little" => { 178 if self.read_bit(BIT_BIG_ENDIAN) { 179 return Err("cannot set both big and little endian bits"); 180 } 181 self.with_endianness(Endianness::Little) 182 } 183 "big" => { 184 if self.read_bit(BIT_LITTLE_ENDIAN) { 185 return Err("cannot set both big and little endian bits"); 186 } 187 self.with_endianness(Endianness::Big) 188 } 189 "heap" => { 190 if self.alias_region().is_some() { 191 return Err("cannot set more than one alias region"); 192 } 193 self.with_alias_region(Some(AliasRegion::Heap)) 194 } 195 "table" => { 196 if self.alias_region().is_some() { 197 return Err("cannot set more than one alias region"); 198 } 199 self.with_alias_region(Some(AliasRegion::Table)) 200 } 201 "vmctx" => { 202 if self.alias_region().is_some() { 203 return Err("cannot set more than one alias region"); 204 } 205 self.with_alias_region(Some(AliasRegion::Vmctx)) 206 } 207 "checked" => self.with_checked(), 208 "can_move" => self.with_can_move(), 209 210 other => match TrapCode::from_str(other) { 211 Ok(code) => self.with_trap_code(Some(code)), 212 Err(()) => return Ok(false), 213 }, 214 }; 215 Ok(true) 216 } 217 218 /// Return endianness of the memory access. This will return the endianness 219 /// explicitly specified by the flags if any, and will default to the native 220 /// endianness otherwise. The native endianness has to be provided by the 221 /// caller since it is not explicitly encoded in CLIF IR -- this allows a 222 /// front end to create IR without having to know the target endianness. 223 pub const fn endianness(self, native_endianness: Endianness) -> Endianness { 224 if self.read_bit(BIT_LITTLE_ENDIAN) { 225 Endianness::Little 226 } else if self.read_bit(BIT_BIG_ENDIAN) { 227 Endianness::Big 228 } else { 229 native_endianness 230 } 231 } 232 233 /// Return endianness of the memory access, if explicitly specified. 234 /// 235 /// If the endianness is not explicitly specified, this will return `None`, 236 /// which means "native endianness". 237 pub const fn explicit_endianness(self) -> Option<Endianness> { 238 if self.read_bit(BIT_LITTLE_ENDIAN) { 239 Some(Endianness::Little) 240 } else if self.read_bit(BIT_BIG_ENDIAN) { 241 Some(Endianness::Big) 242 } else { 243 None 244 } 245 } 246 247 /// Set endianness of the memory access. 248 pub fn set_endianness(&mut self, endianness: Endianness) { 249 *self = self.with_endianness(endianness); 250 } 251 252 /// Set endianness of the memory access, returning new flags. 253 pub const fn with_endianness(self, endianness: Endianness) -> Self { 254 let res = match endianness { 255 Endianness::Little => self.with_bit(BIT_LITTLE_ENDIAN), 256 Endianness::Big => self.with_bit(BIT_BIG_ENDIAN), 257 }; 258 assert!(!(res.read_bit(BIT_LITTLE_ENDIAN) && res.read_bit(BIT_BIG_ENDIAN))); 259 res 260 } 261 262 /// Test if this memory operation cannot trap. 263 /// 264 /// By default `MemFlags` will assume that any load/store can trap and is 265 /// associated with a `TrapCode::HeapOutOfBounds` code. If the trap code is 266 /// configured to `None` though then this method will return `true` and 267 /// indicates that the memory operation will not trap. 268 /// 269 /// If this returns `true` then the memory is *accessible*, which means 270 /// that accesses will not trap. This makes it possible to delete an unused 271 /// load or a dead store instruction. 272 /// 273 /// This flag does *not* mean that the associated instruction can be 274 /// code-motioned to arbitrary places in the function so long as its data 275 /// dependencies are met. This only means that, given its current location 276 /// in the function, it will never trap. See the `can_move` method for more 277 /// details. 278 pub const fn notrap(self) -> bool { 279 self.trap_code().is_none() 280 } 281 282 /// Sets the trap code for this `MemFlags` to `None`. 283 pub fn set_notrap(&mut self) { 284 *self = self.with_notrap(); 285 } 286 287 /// Sets the trap code for this `MemFlags` to `None`, returning the new 288 /// flags. 289 pub const fn with_notrap(self) -> Self { 290 self.with_trap_code(None) 291 } 292 293 /// Is this memory operation safe to move so long as its data dependencies 294 /// remain satisfied? 295 /// 296 /// If this is `true`, then it is okay to code motion this instruction to 297 /// arbitrary locations, in the function, including across blocks and 298 /// conditional branches, so long as data dependencies (and trap ordering, 299 /// if any) are upheld. 300 /// 301 /// If this is `false`, then this memory operation's safety potentially 302 /// relies upon invariants that are not reflected in its data dependencies, 303 /// and therefore it is not safe to code motion this operation. For example, 304 /// this operation could be in a block that is dominated by a control-flow 305 /// bounds check, which is not reflected in its operands, and it would be 306 /// unsafe to code motion it above the bounds check, even if its data 307 /// dependencies would still be satisfied. 308 pub const fn can_move(self) -> bool { 309 self.read_bit(BIT_CAN_MOVE) 310 } 311 312 /// Set the `can_move` flag. 313 pub const fn set_can_move(&mut self) { 314 *self = self.with_can_move(); 315 } 316 317 /// Set the `can_move` flag, returning new flags. 318 pub const fn with_can_move(self) -> Self { 319 self.with_bit(BIT_CAN_MOVE) 320 } 321 322 /// Test if the `aligned` flag is set. 323 /// 324 /// By default, Cranelift memory instructions work with any unaligned effective address. If the 325 /// `aligned` flag is set, the instruction is permitted to trap or return a wrong result if the 326 /// effective address is misaligned. 327 pub const fn aligned(self) -> bool { 328 self.read_bit(BIT_ALIGNED) 329 } 330 331 /// Set the `aligned` flag. 332 pub fn set_aligned(&mut self) { 333 *self = self.with_aligned(); 334 } 335 336 /// Set the `aligned` flag, returning new flags. 337 pub const fn with_aligned(self) -> Self { 338 self.with_bit(BIT_ALIGNED) 339 } 340 341 /// Test if the `readonly` flag is set. 342 /// 343 /// Loads with this flag have no memory dependencies. 344 /// This results in undefined behavior if the dereferenced memory is mutated at any time 345 /// between when the function is called and when it is exited. 346 pub const fn readonly(self) -> bool { 347 self.read_bit(BIT_READONLY) 348 } 349 350 /// Set the `readonly` flag. 351 pub fn set_readonly(&mut self) { 352 *self = self.with_readonly(); 353 } 354 355 /// Set the `readonly` flag, returning new flags. 356 pub const fn with_readonly(self) -> Self { 357 self.with_bit(BIT_READONLY) 358 } 359 360 /// Test if the `checked` bit is set. 361 /// 362 /// Loads and stores with this flag are verified to access 363 /// pointers only with a validated `PointsTo` fact attached, and 364 /// with that fact validated, when using the proof-carrying-code 365 /// framework. If initial facts on program inputs are correct 366 /// (i.e., correctly denote the shape and types of data structures 367 /// in memory), and if PCC validates the compiled output, then all 368 /// `checked`-marked memory accesses are guaranteed (up to the 369 /// checker's correctness) to access valid memory. This can be 370 /// used to ensure memory safety and sandboxing. 371 pub const fn checked(self) -> bool { 372 self.read_bit(BIT_CHECKED) 373 } 374 375 /// Set the `checked` bit. 376 pub fn set_checked(&mut self) { 377 *self = self.with_checked(); 378 } 379 380 /// Set the `checked` bit, returning new flags. 381 pub const fn with_checked(self) -> Self { 382 self.with_bit(BIT_CHECKED) 383 } 384 385 /// Get the trap code to report if this memory access traps. 386 /// 387 /// A `None` trap code indicates that this memory access does not trap. 388 pub const fn trap_code(self) -> Option<TrapCode> { 389 let byte = ((self.bits & MASK_TRAP_CODE) >> TRAP_CODE_OFFSET) as u8; 390 match NonZeroU8::new(byte) { 391 Some(code) => Some(TrapCode::from_raw(code)), 392 None => None, 393 } 394 } 395 396 /// Configures these flags with the specified trap code `code`. 397 /// 398 /// A trap code indicates that this memory operation cannot be optimized 399 /// away and it must "stay where it is" in the programs. Traps are 400 /// considered side effects, for example, and have meaning through the trap 401 /// code that is communicated and which instruction trapped. 402 pub const fn with_trap_code(mut self, code: Option<TrapCode>) -> Self { 403 let bits = match code { 404 Some(code) => code.as_raw().get() as u16, 405 None => 0, 406 }; 407 self.bits &= !MASK_TRAP_CODE; 408 self.bits |= bits << TRAP_CODE_OFFSET; 409 self 410 } 411 } 412 413 impl fmt::Display for MemFlags { 414 fn fmt(&self, f: &mut fmt::Formatter) -> fmt::Result { 415 match self.trap_code() { 416 None => write!(f, " notrap")?, 417 // This is the default trap code, so don't print anything extra 418 // for this. 419 Some(TrapCode::HEAP_OUT_OF_BOUNDS) => {} 420 Some(t) => write!(f, " {t}")?, 421 } 422 if self.aligned() { 423 write!(f, " aligned")?; 424 } 425 if self.readonly() { 426 write!(f, " readonly")?; 427 } 428 if self.can_move() { 429 write!(f, " can_move")?; 430 } 431 if self.read_bit(BIT_BIG_ENDIAN) { 432 write!(f, " big")?; 433 } 434 if self.read_bit(BIT_LITTLE_ENDIAN) { 435 write!(f, " little")?; 436 } 437 if self.checked() { 438 write!(f, " checked")?; 439 } 440 match self.alias_region() { 441 None => {} 442 Some(AliasRegion::Heap) => write!(f, " heap")?, 443 Some(AliasRegion::Table) => write!(f, " table")?, 444 Some(AliasRegion::Vmctx) => write!(f, " vmctx")?, 445 } 446 Ok(()) 447 } 448 } 449 450 #[cfg(test)] 451 mod tests { 452 use super::*; 453 454 #[test] 455 fn roundtrip_traps() { 456 for trap in TrapCode::non_user_traps().iter().copied() { 457 let flags = MemFlags::new().with_trap_code(Some(trap)); 458 assert_eq!(flags.trap_code(), Some(trap)); 459 } 460 let flags = MemFlags::new().with_trap_code(None); 461 assert_eq!(flags.trap_code(), None); 462 } 463 464 #[test] 465 fn cannot_set_big_and_little() { 466 let mut big = MemFlags::new().with_endianness(Endianness::Big); 467 assert!(big.set_by_name("little").is_err()); 468 469 let mut little = MemFlags::new().with_endianness(Endianness::Little); 470 assert!(little.set_by_name("big").is_err()); 471 } 472 473 #[test] 474 fn only_one_region() { 475 let mut big = MemFlags::new().with_alias_region(Some(AliasRegion::Heap)); 476 assert!(big.set_by_name("table").is_err()); 477 assert!(big.set_by_name("vmctx").is_err()); 478 479 let mut big = MemFlags::new().with_alias_region(Some(AliasRegion::Table)); 480 assert!(big.set_by_name("heap").is_err()); 481 assert!(big.set_by_name("vmctx").is_err()); 482 483 let mut big = MemFlags::new().with_alias_region(Some(AliasRegion::Vmctx)); 484 assert!(big.set_by_name("heap").is_err()); 485 assert!(big.set_by_name("table").is_err()); 486 } 487 } 488