1 use proc_macro2::{Span, TokenStream}; 2 use quote::ToTokens; 3 use std::collections::HashMap; 4 use std::env; 5 use std::path::{Path, PathBuf}; 6 use std::sync::atomic::{AtomicUsize, Ordering::Relaxed}; 7 use syn::parse::{Error, Parse, ParseStream, Result}; 8 use syn::punctuated::Punctuated; 9 use syn::{Token, braced, token}; 10 use wasmtime_wit_bindgen::{ 11 FunctionConfig, FunctionFilter, FunctionFlags, Opts, Ownership, TrappableError, 12 }; 13 use wit_parser::{PackageId, Resolve, UnresolvedPackageGroup, WorldId}; 14 15 pub struct Config { 16 opts: Opts, 17 resolve: Resolve, 18 world: WorldId, 19 files: Vec<PathBuf>, 20 include_generated_code_from_file: bool, 21 } 22 23 pub fn expand(input: &Config) -> Result<TokenStream> { 24 let mut src = match input.opts.generate(&input.resolve, input.world) { 25 Ok(s) => s, 26 Err(e) => return Err(Error::new(Span::call_site(), e.to_string())), 27 }; 28 29 if input.opts.stringify { 30 return Ok(quote::quote!(#src)); 31 } 32 33 // If a magical `WASMTIME_DEBUG_BINDGEN` environment variable is set then 34 // place a formatted version of the expanded code into a file. This file 35 // will then show up in rustc error messages for any codegen issues and can 36 // be inspected manually. 37 if input.include_generated_code_from_file 38 || input.opts.debug 39 || std::env::var("WASMTIME_DEBUG_BINDGEN").is_ok() 40 { 41 static INVOCATION: AtomicUsize = AtomicUsize::new(0); 42 let root = Path::new(env!("DEBUG_OUTPUT_DIR")); 43 let world_name = &input.resolve.worlds[input.world].name; 44 let n = INVOCATION.fetch_add(1, Relaxed); 45 let path = root.join(format!("{world_name}{n}.rs")); 46 47 std::fs::write(&path, &src).unwrap(); 48 49 // optimistically format the code but don't require success 50 drop( 51 std::process::Command::new("rustfmt") 52 .arg(&path) 53 .arg("--edition=2021") 54 .output(), 55 ); 56 57 src = format!("include!({path:?});"); 58 } 59 let mut contents = src.parse::<TokenStream>().unwrap(); 60 61 // Include a dummy `include_str!` for any files we read so rustc knows that 62 // we depend on the contents of those files. 63 for file in input.files.iter() { 64 contents.extend( 65 format!("const _: &str = include_str!(r#\"{}\"#);\n", file.display()) 66 .parse::<TokenStream>() 67 .unwrap(), 68 ); 69 } 70 71 Ok(contents) 72 } 73 74 impl Parse for Config { 75 fn parse(input: ParseStream<'_>) -> Result<Self> { 76 let call_site = Span::call_site(); 77 let mut opts = Opts::default(); 78 let mut world = None; 79 let mut inline = None; 80 let mut paths = Vec::new(); 81 let mut imports_configured = false; 82 let mut exports_configured = false; 83 let mut include_generated_code_from_file = false; 84 85 if input.peek(token::Brace) { 86 let content; 87 syn::braced!(content in input); 88 let fields = Punctuated::<Opt, Token![,]>::parse_terminated(&content)?; 89 for field in fields.into_pairs() { 90 match field.into_value() { 91 Opt::Path(p) => { 92 paths.extend(p.into_iter().map(|p| p.value())); 93 } 94 Opt::World(s) => { 95 if world.is_some() { 96 return Err(Error::new(s.span(), "cannot specify second world")); 97 } 98 world = Some(s.value()); 99 } 100 Opt::Inline(s) => { 101 if inline.is_some() { 102 return Err(Error::new(s.span(), "cannot specify second source")); 103 } 104 inline = Some(s.value()); 105 } 106 Opt::Debug(val) => opts.debug = val, 107 Opt::TrappableErrorType(val) => opts.trappable_error_type = val, 108 Opt::Ownership(val) => opts.ownership = val, 109 Opt::Interfaces(s) => { 110 if inline.is_some() { 111 return Err(Error::new(s.span(), "cannot specify a second source")); 112 } 113 inline = Some(format!( 114 " 115 package wasmtime:component-macro-synthesized; 116 117 world interfaces {{ 118 {} 119 }} 120 ", 121 s.value() 122 )); 123 124 if world.is_some() { 125 return Err(Error::new( 126 s.span(), 127 "cannot specify a world with `interfaces`", 128 )); 129 } 130 world = Some("wasmtime:component-macro-synthesized/interfaces".to_string()); 131 132 opts.only_interfaces = true; 133 } 134 Opt::With(val) => opts.with.extend(val), 135 Opt::AdditionalDerives(paths) => { 136 opts.additional_derive_attributes = paths 137 .into_iter() 138 .map(|p| p.into_token_stream().to_string()) 139 .collect() 140 } 141 Opt::Stringify(val) => opts.stringify = val, 142 Opt::SkipMutForwardingImpls(val) => opts.skip_mut_forwarding_impls = val, 143 Opt::RequireStoreDataSend(val) => opts.require_store_data_send = val, 144 Opt::WasmtimeCrate(f) => { 145 opts.wasmtime_crate = Some(f.into_token_stream().to_string()) 146 } 147 Opt::Anyhow(val) => { 148 opts.anyhow = val; 149 } 150 Opt::IncludeGeneratedCodeFromFile(i) => include_generated_code_from_file = i, 151 Opt::Imports(config, span) => { 152 if imports_configured { 153 return Err(Error::new(span, "cannot specify imports configuration")); 154 } 155 opts.imports = config; 156 imports_configured = true; 157 } 158 Opt::Exports(config, span) => { 159 if exports_configured { 160 return Err(Error::new(span, "cannot specify exports configuration")); 161 } 162 opts.exports = config; 163 exports_configured = true; 164 } 165 } 166 } 167 } else { 168 world = input.parse::<Option<syn::LitStr>>()?.map(|s| s.value()); 169 if input.parse::<Option<syn::token::In>>()?.is_some() { 170 paths.push(input.parse::<syn::LitStr>()?.value()); 171 } 172 } 173 let (resolve, pkgs, files) = parse_source(&paths, &inline) 174 .map_err(|err| Error::new(call_site, format!("{err:?}")))?; 175 176 let world = resolve 177 .select_world(&pkgs, world.as_deref()) 178 .map_err(|e| Error::new(call_site, format!("{e:?}")))?; 179 Ok(Config { 180 opts, 181 resolve, 182 world, 183 files, 184 include_generated_code_from_file, 185 }) 186 } 187 } 188 189 fn parse_source( 190 paths: &Vec<String>, 191 inline: &Option<String>, 192 ) -> anyhow::Result<(Resolve, Vec<PackageId>, Vec<PathBuf>)> { 193 let mut resolve = Resolve::default(); 194 resolve.all_features = true; 195 let mut files = Vec::new(); 196 let mut pkgs = Vec::new(); 197 let root = PathBuf::from(std::env::var("CARGO_MANIFEST_DIR").unwrap()); 198 let default = root.join("wit"); 199 200 let parse = |resolve: &mut Resolve, 201 files: &mut Vec<PathBuf>, 202 pkgs: &mut Vec<PackageId>, 203 paths: &[PathBuf]| 204 -> anyhow::Result<_> { 205 for path in paths { 206 let p = root.join(path); 207 // Try to normalize the path to make the error message more understandable when 208 // the path is not correct. Fallback to the original path if normalization fails 209 // (probably return an error somewhere else). 210 let normalized_path = match std::fs::canonicalize(&p) { 211 Ok(p) => p, 212 Err(_) => p.to_path_buf(), 213 }; 214 let (pkg, sources) = resolve.push_path(normalized_path)?; 215 pkgs.push(pkg); 216 files.extend(sources.paths().map(|p| p.to_owned())); 217 } 218 Ok(()) 219 }; 220 221 if paths.is_empty() { 222 if default.exists() { 223 parse(&mut resolve, &mut files, &mut pkgs, &[default])?; 224 } 225 } else { 226 parse( 227 &mut resolve, 228 &mut files, 229 &mut pkgs, 230 &paths.iter().map(|s| s.into()).collect::<Vec<_>>(), 231 )?; 232 } 233 234 if let Some(inline) = inline { 235 pkgs.truncate(0); 236 pkgs.push(resolve.push_group(UnresolvedPackageGroup::parse("macro-input", inline)?)?); 237 } 238 239 Ok((resolve, pkgs, files)) 240 } 241 242 mod kw { 243 syn::custom_keyword!(inline); 244 syn::custom_keyword!(path); 245 syn::custom_keyword!(tracing); 246 syn::custom_keyword!(verbose_tracing); 247 syn::custom_keyword!(trappable_error_type); 248 syn::custom_keyword!(world); 249 syn::custom_keyword!(ownership); 250 syn::custom_keyword!(interfaces); 251 syn::custom_keyword!(with); 252 syn::custom_keyword!(except_imports); 253 syn::custom_keyword!(only_imports); 254 syn::custom_keyword!(additional_derives); 255 syn::custom_keyword!(stringify); 256 syn::custom_keyword!(skip_mut_forwarding_impls); 257 syn::custom_keyword!(require_store_data_send); 258 syn::custom_keyword!(wasmtime_crate); 259 syn::custom_keyword!(anyhow); 260 syn::custom_keyword!(include_generated_code_from_file); 261 syn::custom_keyword!(debug); 262 syn::custom_keyword!(imports); 263 syn::custom_keyword!(exports); 264 syn::custom_keyword!(store); 265 syn::custom_keyword!(trappable); 266 syn::custom_keyword!(ignore_wit); 267 syn::custom_keyword!(exact); 268 } 269 270 enum Opt { 271 World(syn::LitStr), 272 Path(Vec<syn::LitStr>), 273 Inline(syn::LitStr), 274 TrappableErrorType(Vec<TrappableError>), 275 Ownership(Ownership), 276 Interfaces(syn::LitStr), 277 With(HashMap<String, String>), 278 AdditionalDerives(Vec<syn::Path>), 279 Stringify(bool), 280 SkipMutForwardingImpls(bool), 281 RequireStoreDataSend(bool), 282 WasmtimeCrate(syn::Path), 283 Anyhow(bool), 284 IncludeGeneratedCodeFromFile(bool), 285 Debug(bool), 286 Imports(FunctionConfig, Span), 287 Exports(FunctionConfig, Span), 288 } 289 290 impl Parse for Opt { 291 fn parse(input: ParseStream<'_>) -> Result<Self> { 292 let l = input.lookahead1(); 293 if l.peek(kw::debug) { 294 input.parse::<kw::debug>()?; 295 input.parse::<Token![:]>()?; 296 Ok(Opt::Debug(input.parse::<syn::LitBool>()?.value)) 297 } else if l.peek(kw::path) { 298 input.parse::<kw::path>()?; 299 input.parse::<Token![:]>()?; 300 301 let mut paths: Vec<syn::LitStr> = vec![]; 302 303 let l = input.lookahead1(); 304 if l.peek(syn::LitStr) { 305 paths.push(input.parse()?); 306 } else if l.peek(syn::token::Bracket) { 307 let contents; 308 syn::bracketed!(contents in input); 309 let list = Punctuated::<_, Token![,]>::parse_terminated(&contents)?; 310 311 paths.extend(list); 312 } else { 313 return Err(l.error()); 314 }; 315 316 Ok(Opt::Path(paths)) 317 } else if l.peek(kw::inline) { 318 input.parse::<kw::inline>()?; 319 input.parse::<Token![:]>()?; 320 Ok(Opt::Inline(input.parse()?)) 321 } else if l.peek(kw::world) { 322 input.parse::<kw::world>()?; 323 input.parse::<Token![:]>()?; 324 Ok(Opt::World(input.parse()?)) 325 } else if l.peek(kw::ownership) { 326 input.parse::<kw::ownership>()?; 327 input.parse::<Token![:]>()?; 328 let ownership = input.parse::<syn::Ident>()?; 329 Ok(Opt::Ownership(match ownership.to_string().as_str() { 330 "Owning" => Ownership::Owning, 331 "Borrowing" => Ownership::Borrowing { 332 duplicate_if_necessary: { 333 let contents; 334 braced!(contents in input); 335 let field = contents.parse::<syn::Ident>()?; 336 match field.to_string().as_str() { 337 "duplicate_if_necessary" => { 338 contents.parse::<Token![:]>()?; 339 contents.parse::<syn::LitBool>()?.value 340 } 341 name => { 342 return Err(Error::new( 343 field.span(), 344 format!( 345 "unrecognized `Ownership::Borrowing` field: `{name}`; \ 346 expected `duplicate_if_necessary`" 347 ), 348 )); 349 } 350 } 351 }, 352 }, 353 name => { 354 return Err(Error::new( 355 ownership.span(), 356 format!( 357 "unrecognized ownership: `{name}`; \ 358 expected `Owning` or `Borrowing`" 359 ), 360 )); 361 } 362 })) 363 } else if l.peek(kw::trappable_error_type) { 364 input.parse::<kw::trappable_error_type>()?; 365 input.parse::<Token![:]>()?; 366 let contents; 367 let _lbrace = braced!(contents in input); 368 let fields: Punctuated<_, Token![,]> = 369 contents.parse_terminated(trappable_error_field_parse, Token![,])?; 370 Ok(Opt::TrappableErrorType(Vec::from_iter(fields))) 371 } else if l.peek(kw::interfaces) { 372 input.parse::<kw::interfaces>()?; 373 input.parse::<Token![:]>()?; 374 Ok(Opt::Interfaces(input.parse::<syn::LitStr>()?)) 375 } else if l.peek(kw::with) { 376 input.parse::<kw::with>()?; 377 input.parse::<Token![:]>()?; 378 let contents; 379 let _lbrace = braced!(contents in input); 380 let fields: Punctuated<(String, String), Token![,]> = 381 contents.parse_terminated(with_field_parse, Token![,])?; 382 Ok(Opt::With(HashMap::from_iter(fields))) 383 } else if l.peek(kw::additional_derives) { 384 input.parse::<kw::additional_derives>()?; 385 input.parse::<Token![:]>()?; 386 let contents; 387 syn::bracketed!(contents in input); 388 let list = Punctuated::<_, Token![,]>::parse_terminated(&contents)?; 389 Ok(Opt::AdditionalDerives(list.iter().cloned().collect())) 390 } else if l.peek(kw::stringify) { 391 input.parse::<kw::stringify>()?; 392 input.parse::<Token![:]>()?; 393 Ok(Opt::Stringify(input.parse::<syn::LitBool>()?.value)) 394 } else if l.peek(kw::skip_mut_forwarding_impls) { 395 input.parse::<kw::skip_mut_forwarding_impls>()?; 396 input.parse::<Token![:]>()?; 397 Ok(Opt::SkipMutForwardingImpls( 398 input.parse::<syn::LitBool>()?.value, 399 )) 400 } else if l.peek(kw::require_store_data_send) { 401 input.parse::<kw::require_store_data_send>()?; 402 input.parse::<Token![:]>()?; 403 Ok(Opt::RequireStoreDataSend( 404 input.parse::<syn::LitBool>()?.value, 405 )) 406 } else if l.peek(kw::wasmtime_crate) { 407 input.parse::<kw::wasmtime_crate>()?; 408 input.parse::<Token![:]>()?; 409 Ok(Opt::WasmtimeCrate(input.parse()?)) 410 } else if l.peek(kw::anyhow) { 411 input.parse::<kw::anyhow>()?; 412 input.parse::<Token![:]>()?; 413 Ok(Opt::Anyhow(input.parse::<syn::LitBool>()?.value)) 414 } else if l.peek(kw::include_generated_code_from_file) { 415 input.parse::<kw::include_generated_code_from_file>()?; 416 input.parse::<Token![:]>()?; 417 Ok(Opt::IncludeGeneratedCodeFromFile( 418 input.parse::<syn::LitBool>()?.value, 419 )) 420 } else if l.peek(kw::imports) { 421 let span = input.parse::<kw::imports>()?.span; 422 input.parse::<Token![:]>()?; 423 Ok(Opt::Imports(parse_function_config(input)?, span)) 424 } else if l.peek(kw::exports) { 425 let span = input.parse::<kw::exports>()?.span; 426 input.parse::<Token![:]>()?; 427 Ok(Opt::Exports(parse_function_config(input)?, span)) 428 } else { 429 Err(l.error()) 430 } 431 } 432 } 433 434 fn trappable_error_field_parse(input: ParseStream<'_>) -> Result<TrappableError> { 435 let wit_path = input.parse::<syn::LitStr>()?.value(); 436 input.parse::<Token![=>]>()?; 437 let rust_type_name = input.parse::<syn::Path>()?.to_token_stream().to_string(); 438 Ok(TrappableError { 439 wit_path, 440 rust_type_name, 441 }) 442 } 443 444 fn with_field_parse(input: ParseStream<'_>) -> Result<(String, String)> { 445 let interface = input.parse::<syn::LitStr>()?.value(); 446 input.parse::<Token![:]>()?; 447 let start = input.span(); 448 let path = input.parse::<syn::Path>()?; 449 450 // It's not possible for the segments of a path to be empty 451 let span = start 452 .join(path.segments.last().unwrap().ident.span()) 453 .unwrap_or(start); 454 455 let mut buf = String::new(); 456 let append = |buf: &mut String, segment: syn::PathSegment| -> Result<()> { 457 if segment.arguments != syn::PathArguments::None { 458 return Err(Error::new( 459 span, 460 "Module path must not contain angles or parens", 461 )); 462 } 463 464 buf.push_str(&segment.ident.to_string()); 465 466 Ok(()) 467 }; 468 469 if path.leading_colon.is_some() { 470 buf.push_str("::"); 471 } 472 473 let mut segments = path.segments.into_iter(); 474 475 if let Some(segment) = segments.next() { 476 append(&mut buf, segment)?; 477 } 478 479 for segment in segments { 480 buf.push_str("::"); 481 append(&mut buf, segment)?; 482 } 483 484 Ok((interface, buf)) 485 } 486 487 fn parse_function_config(input: ParseStream<'_>) -> Result<FunctionConfig> { 488 let content; 489 syn::braced!(content in input); 490 let mut ret = FunctionConfig::new(); 491 492 let list = Punctuated::<FunctionConfigSyntax, Token![,]>::parse_terminated(&content)?; 493 for item in list.into_iter() { 494 ret.push(item.filter, item.flags); 495 } 496 497 return Ok(ret); 498 499 struct FunctionConfigSyntax { 500 filter: FunctionFilter, 501 flags: FunctionFlags, 502 } 503 504 impl Parse for FunctionConfigSyntax { 505 fn parse(input: ParseStream<'_>) -> Result<Self> { 506 let l = input.lookahead1(); 507 let filter = if l.peek(syn::LitStr) { 508 FunctionFilter::Name(input.parse::<syn::LitStr>()?.value()) 509 } else if l.peek(Token![default]) { 510 input.parse::<Token![default]>()?; 511 FunctionFilter::Default 512 } else { 513 return Err(l.error()); 514 }; 515 516 input.parse::<Token![:]>()?; 517 518 let mut flags = FunctionFlags::empty(); 519 while !input.is_empty() { 520 let l = input.lookahead1(); 521 if l.peek(Token![async]) { 522 input.parse::<Token![async]>()?; 523 flags |= FunctionFlags::ASYNC; 524 } else if l.peek(kw::tracing) { 525 input.parse::<kw::tracing>()?; 526 flags |= FunctionFlags::TRACING; 527 } else if l.peek(kw::verbose_tracing) { 528 input.parse::<kw::verbose_tracing>()?; 529 flags |= FunctionFlags::VERBOSE_TRACING; 530 } else if l.peek(kw::store) { 531 input.parse::<kw::store>()?; 532 flags |= FunctionFlags::STORE; 533 } else if l.peek(kw::trappable) { 534 input.parse::<kw::trappable>()?; 535 flags |= FunctionFlags::TRAPPABLE; 536 } else if l.peek(kw::ignore_wit) { 537 input.parse::<kw::ignore_wit>()?; 538 flags |= FunctionFlags::IGNORE_WIT; 539 } else if l.peek(kw::exact) { 540 input.parse::<kw::exact>()?; 541 flags |= FunctionFlags::EXACT; 542 } else { 543 return Err(l.error()); 544 } 545 546 if input.peek(Token![|]) { 547 input.parse::<Token![|]>()?; 548 } else { 549 break; 550 } 551 } 552 553 Ok(FunctionConfigSyntax { filter, flags }) 554 } 555 } 556 } 557