1 //! Support for parsing Wasmtime's `-O`, `-W`, etc "option groups" 2 //! 3 //! This builds up a clap-derive-like system where there's ideally a single 4 //! macro `wasmtime_option_group!` which is invoked per-option which enables 5 //! specifying options in a struct-like syntax where all other boilerplate about 6 //! option parsing is contained exclusively within this module. 7 8 use crate::{KeyValuePair, WasiNnGraph}; 9 use anyhow::{Result, bail}; 10 use clap::builder::{StringValueParser, TypedValueParser, ValueParserFactory}; 11 use clap::error::{Error, ErrorKind}; 12 use serde::de::{self, Visitor}; 13 use std::time::Duration; 14 use std::{fmt, marker}; 15 16 /// Characters which can be safely ignored while parsing numeric options to wasmtime 17 const IGNORED_NUMBER_CHARS: [char; 1] = ['_']; 18 19 #[macro_export] 20 macro_rules! wasmtime_option_group { 21 ( 22 $(#[$attr:meta])* 23 pub struct $opts:ident { 24 $( 25 $(#[doc = $doc:tt])* 26 $(#[serde($serde_attr:meta)])* 27 pub $opt:ident: $container:ident<$payload:ty>, 28 )+ 29 30 $( 31 #[prefixed = $prefix:tt] 32 $(#[serde($serde_attr2:meta)])* 33 $(#[doc = $prefixed_doc:tt])* 34 pub $prefixed:ident: Vec<(String, Option<String>)>, 35 )? 36 } 37 enum $option:ident { 38 ... 39 } 40 ) => { 41 #[derive(Default, Debug)] 42 $(#[$attr])* 43 pub struct $opts { 44 $( 45 $(#[serde($serde_attr)])* 46 pub $opt: $container<$payload>, 47 )+ 48 $( 49 $(#[serde($serde_attr2)])* 50 pub $prefixed: Vec<(String, Option<String>)>, 51 )? 52 } 53 54 #[derive(Clone, PartialEq)] 55 #[expect(non_camel_case_types, reason = "macro-generated code")] 56 enum $option { 57 $( 58 $opt($payload), 59 )+ 60 $( 61 $prefixed(String, Option<String>), 62 )? 63 } 64 65 impl $crate::opt::WasmtimeOption for $option { 66 const OPTIONS: &'static [$crate::opt::OptionDesc<$option>] = &[ 67 $( 68 $crate::opt::OptionDesc { 69 name: $crate::opt::OptName::Name(stringify!($opt)), 70 parse: |_, s| { 71 Ok($option::$opt( 72 $crate::opt::WasmtimeOptionValue::parse(s)? 73 )) 74 }, 75 val_help: <$payload as $crate::opt::WasmtimeOptionValue>::VAL_HELP, 76 docs: concat!($($doc, "\n",)*), 77 }, 78 )+ 79 $( 80 $crate::opt::OptionDesc { 81 name: $crate::opt::OptName::Prefix($prefix), 82 parse: |name, val| { 83 Ok($option::$prefixed( 84 name.to_string(), 85 val.map(|v| v.to_string()), 86 )) 87 }, 88 val_help: "[=val]", 89 docs: concat!($($prefixed_doc, "\n",)*), 90 }, 91 )? 92 ]; 93 } 94 95 impl core::fmt::Display for $option { 96 fn fmt(&self, f: &mut core::fmt::Formatter<'_>) -> core::fmt::Result { 97 match self { 98 $( 99 $option::$opt(val) => { 100 write!(f, "{}=", stringify!($opt).replace('_', "-"))?; 101 $crate::opt::WasmtimeOptionValue::display(val, f) 102 } 103 )+ 104 $( 105 $option::$prefixed(key, val) => { 106 write!(f, "{}-{key}", stringify!($prefixed))?; 107 if let Some(val) = val { 108 write!(f, "={val}")?; 109 } 110 Ok(()) 111 } 112 )? 113 } 114 } 115 } 116 117 impl $opts { 118 fn configure_with(&mut self, opts: &[$crate::opt::CommaSeparated<$option>]) { 119 for opt in opts.iter().flat_map(|o| o.0.iter()) { 120 match opt { 121 $( 122 $option::$opt(val) => { 123 $crate::opt::OptionContainer::push(&mut self.$opt, val.clone()); 124 } 125 )+ 126 $( 127 $option::$prefixed(key, val) => self.$prefixed.push((key.clone(), val.clone())), 128 )? 129 } 130 } 131 } 132 133 fn to_options(&self) -> Vec<$option> { 134 let mut ret = Vec::new(); 135 $( 136 for item in $crate::opt::OptionContainer::get(&self.$opt) { 137 ret.push($option::$opt(item.clone())); 138 } 139 )+ 140 $( 141 for (key,val) in self.$prefixed.iter() { 142 ret.push($option::$prefixed(key.clone(), val.clone())); 143 } 144 )? 145 ret 146 } 147 } 148 }; 149 } 150 151 /// Parser registered with clap which handles parsing the `...` in `-O ...`. 152 #[derive(Clone, Debug, PartialEq)] 153 pub struct CommaSeparated<T>(pub Vec<T>); 154 155 impl<T> ValueParserFactory for CommaSeparated<T> 156 where 157 T: WasmtimeOption, 158 { 159 type Parser = CommaSeparatedParser<T>; 160 161 fn value_parser() -> CommaSeparatedParser<T> { 162 CommaSeparatedParser(marker::PhantomData) 163 } 164 } 165 166 #[derive(Clone)] 167 pub struct CommaSeparatedParser<T>(marker::PhantomData<T>); 168 169 impl<T> TypedValueParser for CommaSeparatedParser<T> 170 where 171 T: WasmtimeOption, 172 { 173 type Value = CommaSeparated<T>; 174 175 fn parse_ref( 176 &self, 177 cmd: &clap::Command, 178 arg: Option<&clap::Arg>, 179 value: &std::ffi::OsStr, 180 ) -> Result<Self::Value, Error> { 181 let val = StringValueParser::new().parse_ref(cmd, arg, value)?; 182 183 let options = T::OPTIONS; 184 let arg = arg.expect("should always have an argument"); 185 let arg_long = arg.get_long().expect("should have a long name specified"); 186 let arg_short = arg.get_short().expect("should have a short name specified"); 187 188 // Handle `-O help` which dumps all the `-O` options, their messages, 189 // and then exits. 190 if val == "help" { 191 let mut max = 0; 192 for d in options { 193 max = max.max(d.name.display_string().len() + d.val_help.len()); 194 } 195 println!("Available {arg_long} options:\n"); 196 for d in options { 197 print!( 198 " -{arg_short} {:>1$}", 199 d.name.display_string(), 200 max - d.val_help.len() 201 ); 202 print!("{}", d.val_help); 203 print!(" --"); 204 if val == "help" { 205 for line in d.docs.lines().map(|s| s.trim()) { 206 if line.is_empty() { 207 break; 208 } 209 print!(" {line}"); 210 } 211 println!(); 212 } else { 213 println!(); 214 for line in d.docs.lines().map(|s| s.trim()) { 215 let line = line.trim(); 216 println!(" {line}"); 217 } 218 } 219 } 220 println!("\npass `-{arg_short} help-long` to see longer-form explanations"); 221 std::process::exit(0); 222 } 223 if val == "help-long" { 224 println!("Available {arg_long} options:\n"); 225 for d in options { 226 println!( 227 " -{arg_short} {}{} --", 228 d.name.display_string(), 229 d.val_help 230 ); 231 println!(); 232 for line in d.docs.lines().map(|s| s.trim()) { 233 let line = line.trim(); 234 println!(" {line}"); 235 } 236 } 237 std::process::exit(0); 238 } 239 240 let mut result = Vec::new(); 241 for val in val.split(',') { 242 // Split `k=v` into `k` and `v` where `v` is optional 243 let mut iter = val.splitn(2, '='); 244 let key = iter.next().unwrap(); 245 let key_val = iter.next(); 246 247 // Find `key` within `T::OPTIONS` 248 let option = options 249 .iter() 250 .filter_map(|d| match d.name { 251 OptName::Name(s) => { 252 let s = s.replace('_', "-"); 253 if s == key { Some((d, s)) } else { None } 254 } 255 OptName::Prefix(s) => { 256 let name = key.strip_prefix(s)?.strip_prefix("-")?; 257 Some((d, name.to_string())) 258 } 259 }) 260 .next(); 261 262 let (desc, key) = match option { 263 Some(pair) => pair, 264 None => { 265 let err = Error::raw( 266 ErrorKind::InvalidValue, 267 format!("unknown -{arg_short} / --{arg_long} option: {key}\n"), 268 ); 269 return Err(err.with_cmd(cmd)); 270 } 271 }; 272 273 result.push((desc.parse)(&key, key_val).map_err(|e| { 274 Error::raw( 275 ErrorKind::InvalidValue, 276 format!("failed to parse -{arg_short} option `{val}`: {e:?}\n"), 277 ) 278 .with_cmd(cmd) 279 })?) 280 } 281 282 Ok(CommaSeparated(result)) 283 } 284 } 285 286 /// Helper trait used by `CommaSeparated` which contains a list of all options 287 /// supported by the option group. 288 pub trait WasmtimeOption: Sized + Send + Sync + Clone + 'static { 289 const OPTIONS: &'static [OptionDesc<Self>]; 290 } 291 292 pub struct OptionDesc<T> { 293 pub name: OptName, 294 pub docs: &'static str, 295 pub parse: fn(&str, Option<&str>) -> Result<T>, 296 pub val_help: &'static str, 297 } 298 299 pub enum OptName { 300 /// A named option. Note that the `str` here uses `_` instead of `-` because 301 /// it's derived from Rust syntax. 302 Name(&'static str), 303 304 /// A prefixed option which strips the specified `name`, then `-`. 305 Prefix(&'static str), 306 } 307 308 impl OptName { 309 fn display_string(&self) -> String { 310 match self { 311 OptName::Name(s) => s.replace('_', "-"), 312 OptName::Prefix(s) => format!("{s}-<KEY>"), 313 } 314 } 315 } 316 317 /// A helper trait for all types of options that can be parsed. This is what 318 /// actually parses the `=val` in `key=val` 319 pub trait WasmtimeOptionValue: Sized { 320 /// Help text for the value to be specified. 321 const VAL_HELP: &'static str; 322 323 /// Parses the provided value, if given, returning an error on failure. 324 fn parse(val: Option<&str>) -> Result<Self>; 325 326 /// Write the value to `f` that would parse to `self`. 327 fn display(&self, f: &mut fmt::Formatter<'_>) -> fmt::Result; 328 } 329 330 impl WasmtimeOptionValue for String { 331 const VAL_HELP: &'static str = "=val"; 332 fn parse(val: Option<&str>) -> Result<Self> { 333 match val { 334 Some(val) => Ok(val.to_string()), 335 None => bail!("value must be specified with `key=val` syntax"), 336 } 337 } 338 339 fn display(&self, f: &mut fmt::Formatter<'_>) -> fmt::Result { 340 f.write_str(self) 341 } 342 } 343 344 impl WasmtimeOptionValue for u32 { 345 const VAL_HELP: &'static str = "=N"; 346 fn parse(val: Option<&str>) -> Result<Self> { 347 let val = String::parse(val)?.replace(IGNORED_NUMBER_CHARS, ""); 348 match val.strip_prefix("0x") { 349 Some(hex) => Ok(u32::from_str_radix(hex, 16)?), 350 None => Ok(val.parse()?), 351 } 352 } 353 354 fn display(&self, f: &mut fmt::Formatter<'_>) -> fmt::Result { 355 write!(f, "{self}") 356 } 357 } 358 359 impl WasmtimeOptionValue for u64 { 360 const VAL_HELP: &'static str = "=N"; 361 fn parse(val: Option<&str>) -> Result<Self> { 362 let val = String::parse(val)?.replace(IGNORED_NUMBER_CHARS, ""); 363 match val.strip_prefix("0x") { 364 Some(hex) => Ok(u64::from_str_radix(hex, 16)?), 365 None => Ok(val.parse()?), 366 } 367 } 368 369 fn display(&self, f: &mut fmt::Formatter<'_>) -> fmt::Result { 370 write!(f, "{self}") 371 } 372 } 373 374 impl WasmtimeOptionValue for usize { 375 const VAL_HELP: &'static str = "=N"; 376 fn parse(val: Option<&str>) -> Result<Self> { 377 let val = String::parse(val)?.replace(IGNORED_NUMBER_CHARS, ""); 378 match val.strip_prefix("0x") { 379 Some(hex) => Ok(usize::from_str_radix(hex, 16)?), 380 None => Ok(val.parse()?), 381 } 382 } 383 384 fn display(&self, f: &mut fmt::Formatter<'_>) -> fmt::Result { 385 write!(f, "{self}") 386 } 387 } 388 389 impl WasmtimeOptionValue for bool { 390 const VAL_HELP: &'static str = "[=y|n]"; 391 fn parse(val: Option<&str>) -> Result<Self> { 392 match val { 393 None | Some("y") | Some("yes") | Some("true") => Ok(true), 394 Some("n") | Some("no") | Some("false") => Ok(false), 395 Some(s) => bail!("unknown boolean flag `{s}`, only yes,no,<nothing> accepted"), 396 } 397 } 398 399 fn display(&self, f: &mut fmt::Formatter<'_>) -> fmt::Result { 400 if *self { 401 f.write_str("y") 402 } else { 403 f.write_str("n") 404 } 405 } 406 } 407 408 impl WasmtimeOptionValue for Duration { 409 const VAL_HELP: &'static str = "=N|Ns|Nms|.."; 410 fn parse(val: Option<&str>) -> Result<Duration> { 411 let s = String::parse(val)?; 412 // assume an integer without a unit specified is a number of seconds ... 413 if let Ok(val) = s.parse() { 414 return Ok(Duration::from_secs(val)); 415 } 416 417 if let Some(num) = s.strip_suffix("s") { 418 if let Ok(val) = num.parse() { 419 return Ok(Duration::from_secs(val)); 420 } 421 } 422 if let Some(num) = s.strip_suffix("ms") { 423 if let Ok(val) = num.parse() { 424 return Ok(Duration::from_millis(val)); 425 } 426 } 427 if let Some(num) = s.strip_suffix("us").or(s.strip_suffix("μs")) { 428 if let Ok(val) = num.parse() { 429 return Ok(Duration::from_micros(val)); 430 } 431 } 432 if let Some(num) = s.strip_suffix("ns") { 433 if let Ok(val) = num.parse() { 434 return Ok(Duration::from_nanos(val)); 435 } 436 } 437 438 bail!("failed to parse duration: {s}") 439 } 440 441 fn display(&self, f: &mut fmt::Formatter<'_>) -> fmt::Result { 442 let subsec = self.subsec_nanos(); 443 if subsec == 0 { 444 write!(f, "{}s", self.as_secs()) 445 } else if subsec % 1_000 == 0 { 446 write!(f, "{}μs", self.as_micros()) 447 } else if subsec % 1_000_000 == 0 { 448 write!(f, "{}ms", self.as_millis()) 449 } else { 450 write!(f, "{}ns", self.as_nanos()) 451 } 452 } 453 } 454 455 impl WasmtimeOptionValue for wasmtime::OptLevel { 456 const VAL_HELP: &'static str = "=0|1|2|s"; 457 fn parse(val: Option<&str>) -> Result<Self> { 458 match String::parse(val)?.as_str() { 459 "0" => Ok(wasmtime::OptLevel::None), 460 "1" => Ok(wasmtime::OptLevel::Speed), 461 "2" => Ok(wasmtime::OptLevel::Speed), 462 "s" => Ok(wasmtime::OptLevel::SpeedAndSize), 463 other => bail!( 464 "unknown optimization level `{}`, only 0,1,2,s accepted", 465 other 466 ), 467 } 468 } 469 470 fn display(&self, f: &mut fmt::Formatter<'_>) -> fmt::Result { 471 match *self { 472 wasmtime::OptLevel::None => f.write_str("0"), 473 wasmtime::OptLevel::Speed => f.write_str("2"), 474 wasmtime::OptLevel::SpeedAndSize => f.write_str("s"), 475 _ => unreachable!(), 476 } 477 } 478 } 479 480 impl WasmtimeOptionValue for wasmtime::RegallocAlgorithm { 481 const VAL_HELP: &'static str = "=backtracking|single-pass"; 482 fn parse(val: Option<&str>) -> Result<Self> { 483 match String::parse(val)?.as_str() { 484 "backtracking" => Ok(wasmtime::RegallocAlgorithm::Backtracking), 485 other => bail!( 486 "unknown regalloc algorithm`{}`, only backtracking,single-pass accepted", 487 other 488 ), 489 } 490 } 491 492 fn display(&self, f: &mut fmt::Formatter<'_>) -> fmt::Result { 493 match *self { 494 wasmtime::RegallocAlgorithm::Backtracking => f.write_str("backtracking"), 495 _ => unreachable!(), 496 } 497 } 498 } 499 500 impl WasmtimeOptionValue for wasmtime::Strategy { 501 const VAL_HELP: &'static str = "=winch|cranelift"; 502 fn parse(val: Option<&str>) -> Result<Self> { 503 match String::parse(val)?.as_str() { 504 "cranelift" => Ok(wasmtime::Strategy::Cranelift), 505 "winch" => Ok(wasmtime::Strategy::Winch), 506 other => bail!("unknown compiler `{other}` only `cranelift` and `winch` accepted",), 507 } 508 } 509 510 fn display(&self, f: &mut fmt::Formatter<'_>) -> fmt::Result { 511 match *self { 512 wasmtime::Strategy::Cranelift => f.write_str("cranelift"), 513 wasmtime::Strategy::Winch => f.write_str("winch"), 514 _ => unreachable!(), 515 } 516 } 517 } 518 519 impl WasmtimeOptionValue for wasmtime::Collector { 520 const VAL_HELP: &'static str = "=drc|null"; 521 fn parse(val: Option<&str>) -> Result<Self> { 522 match String::parse(val)?.as_str() { 523 "drc" => Ok(wasmtime::Collector::DeferredReferenceCounting), 524 "null" => Ok(wasmtime::Collector::Null), 525 other => bail!("unknown collector `{other}` only `drc` and `null` accepted",), 526 } 527 } 528 529 fn display(&self, f: &mut fmt::Formatter<'_>) -> fmt::Result { 530 match *self { 531 wasmtime::Collector::DeferredReferenceCounting => f.write_str("drc"), 532 wasmtime::Collector::Null => f.write_str("null"), 533 _ => unreachable!(), 534 } 535 } 536 } 537 538 impl WasmtimeOptionValue for wasmtime::MpkEnabled { 539 const VAL_HELP: &'static str = "[=y|n|auto]"; 540 fn parse(val: Option<&str>) -> Result<Self> { 541 match val { 542 None | Some("y") | Some("yes") | Some("true") => Ok(wasmtime::MpkEnabled::Enable), 543 Some("n") | Some("no") | Some("false") => Ok(wasmtime::MpkEnabled::Disable), 544 Some("auto") => Ok(wasmtime::MpkEnabled::Auto), 545 Some(s) => bail!("unknown mpk flag `{s}`, only yes,no,auto,<nothing> accepted"), 546 } 547 } 548 549 fn display(&self, f: &mut fmt::Formatter<'_>) -> fmt::Result { 550 match *self { 551 wasmtime::MpkEnabled::Enable => f.write_str("y"), 552 wasmtime::MpkEnabled::Disable => f.write_str("n"), 553 wasmtime::MpkEnabled::Auto => f.write_str("auto"), 554 } 555 } 556 } 557 558 impl WasmtimeOptionValue for WasiNnGraph { 559 const VAL_HELP: &'static str = "=<format>::<dir>"; 560 fn parse(val: Option<&str>) -> Result<Self> { 561 let val = String::parse(val)?; 562 let mut parts = val.splitn(2, "::"); 563 Ok(WasiNnGraph { 564 format: parts.next().unwrap().to_string(), 565 dir: match parts.next() { 566 Some(part) => part.into(), 567 None => bail!("graph does not contain `::` separator for directory"), 568 }, 569 }) 570 } 571 572 fn display(&self, f: &mut fmt::Formatter<'_>) -> fmt::Result { 573 write!(f, "{}::{}", self.format, self.dir) 574 } 575 } 576 577 impl WasmtimeOptionValue for KeyValuePair { 578 const VAL_HELP: &'static str = "=<name>=<val>"; 579 fn parse(val: Option<&str>) -> Result<Self> { 580 let val = String::parse(val)?; 581 let mut parts = val.splitn(2, "="); 582 Ok(KeyValuePair { 583 key: parts.next().unwrap().to_string(), 584 value: match parts.next() { 585 Some(part) => part.into(), 586 None => "".to_string(), 587 }, 588 }) 589 } 590 591 fn display(&self, f: &mut fmt::Formatter<'_>) -> fmt::Result { 592 f.write_str(&self.key)?; 593 if !self.value.is_empty() { 594 f.write_str("=")?; 595 f.write_str(&self.value)?; 596 } 597 Ok(()) 598 } 599 } 600 601 pub trait OptionContainer<T> { 602 fn push(&mut self, val: T); 603 fn get<'a>(&'a self) -> impl Iterator<Item = &'a T> 604 where 605 T: 'a; 606 } 607 608 impl<T> OptionContainer<T> for Option<T> { 609 fn push(&mut self, val: T) { 610 *self = Some(val); 611 } 612 fn get<'a>(&'a self) -> impl Iterator<Item = &'a T> 613 where 614 T: 'a, 615 { 616 self.iter() 617 } 618 } 619 620 impl<T> OptionContainer<T> for Vec<T> { 621 fn push(&mut self, val: T) { 622 Vec::push(self, val); 623 } 624 fn get<'a>(&'a self) -> impl Iterator<Item = &'a T> 625 where 626 T: 'a, 627 { 628 self.iter() 629 } 630 } 631 632 // Used to parse toml values into string so that we can reuse the `WasmtimeOptionValue::parse` 633 // for parsing toml values the same way we parse command line values. 634 // 635 // Used for wasmtime::Strategy, wasmtime::Collector, wasmtime::OptLevel, wasmtime::RegallocAlgorithm 636 struct ToStringVisitor {} 637 638 impl<'de> Visitor<'de> for ToStringVisitor { 639 type Value = String; 640 641 fn expecting(&self, formatter: &mut fmt::Formatter) -> fmt::Result { 642 write!(formatter, "&str, u64, or i64") 643 } 644 645 fn visit_str<E>(self, s: &str) -> Result<Self::Value, E> 646 where 647 E: de::Error, 648 { 649 Ok(s.to_owned()) 650 } 651 652 fn visit_u64<E>(self, v: u64) -> Result<Self::Value, E> 653 where 654 E: de::Error, 655 { 656 Ok(v.to_string()) 657 } 658 659 fn visit_i64<E>(self, v: i64) -> Result<Self::Value, E> 660 where 661 E: de::Error, 662 { 663 Ok(v.to_string()) 664 } 665 } 666 667 // Deserializer that uses the `WasmtimeOptionValue::parse` to parse toml values 668 pub(crate) fn cli_parse_wrapper<'de, D, T>(deserializer: D) -> Result<Option<T>, D::Error> 669 where 670 T: WasmtimeOptionValue, 671 D: serde::Deserializer<'de>, 672 { 673 let to_string_visitor = ToStringVisitor {}; 674 let str = deserializer.deserialize_any(to_string_visitor)?; 675 676 T::parse(Some(&str)) 677 .map(Some) 678 .map_err(serde::de::Error::custom) 679 } 680 681 #[cfg(test)] 682 mod tests { 683 use super::WasmtimeOptionValue; 684 685 #[test] 686 fn numbers_with_underscores() { 687 assert!(<u32 as WasmtimeOptionValue>::parse(Some("123")).is_ok_and(|v| v == 123)); 688 assert!(<u32 as WasmtimeOptionValue>::parse(Some("1_2_3")).is_ok_and(|v| v == 123)); 689 } 690 } 691