1 use crate::prelude::*; 2 use crate::runtime::vm::{ 3 ExportFunction, InterpreterRef, SendSyncPtr, StoreBox, VMArrayCallHostFuncContext, VMContext, 4 VMFuncRef, VMFunctionImport, VMOpaqueContext, 5 }; 6 use crate::runtime::Uninhabited; 7 use crate::store::{AutoAssertNoGc, StoreData, StoreOpaque, Stored}; 8 use crate::type_registry::RegisteredType; 9 use crate::{ 10 AsContext, AsContextMut, CallHook, Engine, Extern, FuncType, Instance, Module, ModuleExport, 11 Ref, StoreContext, StoreContextMut, Val, ValRaw, ValType, 12 }; 13 use alloc::sync::Arc; 14 use core::ffi::c_void; 15 use core::mem::{self, MaybeUninit}; 16 use core::ptr::NonNull; 17 #[cfg(feature = "async")] 18 use core::{future::Future, pin::Pin}; 19 use wasmtime_environ::VMSharedTypeIndex; 20 21 /// A reference to the abstract `nofunc` heap value. 22 /// 23 /// The are no instances of `(ref nofunc)`: it is an uninhabited type. 24 /// 25 /// There is precisely one instance of `(ref null nofunc)`, aka `nullfuncref`: 26 /// the null reference. 27 /// 28 /// This `NoFunc` Rust type's sole purpose is for use with [`Func::wrap`]- and 29 /// [`Func::typed`]-style APIs for statically typing a function as taking or 30 /// returning a `(ref null nofunc)` (aka `Option<NoFunc>`) which is always 31 /// `None`. 32 /// 33 /// # Example 34 /// 35 /// ``` 36 /// # use wasmtime::*; 37 /// # fn _foo() -> Result<()> { 38 /// let mut config = Config::new(); 39 /// config.wasm_function_references(true); 40 /// let engine = Engine::new(&config)?; 41 /// 42 /// let module = Module::new( 43 /// &engine, 44 /// r#" 45 /// (module 46 /// (func (export "f") (param (ref null nofunc)) 47 /// ;; If the reference is null, return. 48 /// local.get 0 49 /// ref.is_null nofunc 50 /// br_if 0 51 /// 52 /// ;; If the reference was not null (which is impossible) 53 /// ;; then raise a trap. 54 /// unreachable 55 /// ) 56 /// ) 57 /// "#, 58 /// )?; 59 /// 60 /// let mut store = Store::new(&engine, ()); 61 /// let instance = Instance::new(&mut store, &module, &[])?; 62 /// let f = instance.get_func(&mut store, "f").unwrap(); 63 /// 64 /// // We can cast a `(ref null nofunc)`-taking function into a typed function that 65 /// // takes an `Option<NoFunc>` via the `Func::typed` method. 66 /// let f = f.typed::<Option<NoFunc>, ()>(&store)?; 67 /// 68 /// // We can call the typed function, passing the null `nofunc` reference. 69 /// let result = f.call(&mut store, NoFunc::null()); 70 /// 71 /// // The function should not have trapped, because the reference we gave it was 72 /// // null (as it had to be, since `NoFunc` is uninhabited). 73 /// assert!(result.is_ok()); 74 /// # Ok(()) 75 /// # } 76 /// ``` 77 #[derive(Copy, Clone, Debug, PartialEq, Eq)] 78 pub struct NoFunc { 79 _inner: Uninhabited, 80 } 81 82 impl NoFunc { 83 /// Get the null `(ref null nofunc)` (aka `nullfuncref`) reference. 84 #[inline] 85 pub fn null() -> Option<NoFunc> { 86 None 87 } 88 89 /// Get the null `(ref null nofunc)` (aka `nullfuncref`) reference as a 90 /// [`Ref`]. 91 #[inline] 92 pub fn null_ref() -> Ref { 93 Ref::Func(None) 94 } 95 96 /// Get the null `(ref null nofunc)` (aka `nullfuncref`) reference as a 97 /// [`Val`]. 98 #[inline] 99 pub fn null_val() -> Val { 100 Val::FuncRef(None) 101 } 102 } 103 104 /// A WebAssembly function which can be called. 105 /// 106 /// This type typically represents an exported function from a WebAssembly 107 /// module instance. In this case a [`Func`] belongs to an [`Instance`] and is 108 /// loaded from there. A [`Func`] may also represent a host function as well in 109 /// some cases, too. 110 /// 111 /// Functions can be called in a few different ways, either synchronous or async 112 /// and either typed or untyped (more on this below). Note that host functions 113 /// are normally inserted directly into a [`Linker`](crate::Linker) rather than 114 /// using this directly, but both options are available. 115 /// 116 /// # `Func` and `async` 117 /// 118 /// Functions from the perspective of WebAssembly are always synchronous. You 119 /// might have an `async` function in Rust, however, which you'd like to make 120 /// available from WebAssembly. Wasmtime supports asynchronously calling 121 /// WebAssembly through native stack switching. You can get some more 122 /// information about [asynchronous configs](crate::Config::async_support), but 123 /// from the perspective of `Func` it's important to know that whether or not 124 /// your [`Store`](crate::Store) is asynchronous will dictate whether you call 125 /// functions through [`Func::call`] or [`Func::call_async`] (or the typed 126 /// wrappers such as [`TypedFunc::call`] vs [`TypedFunc::call_async`]). 127 /// 128 /// # To `Func::call` or to `Func::typed().call()` 129 /// 130 /// There's a 2x2 matrix of methods to call [`Func`]. Invocations can either be 131 /// asynchronous or synchronous. They can also be statically typed or not. 132 /// Whether or not an invocation is asynchronous is indicated via the method 133 /// being `async` and [`call_async`](Func::call_async) being the entry point. 134 /// Otherwise for statically typed or not your options are: 135 /// 136 /// * Dynamically typed - if you don't statically know the signature of the 137 /// function that you're calling you'll be using [`Func::call`] or 138 /// [`Func::call_async`]. These functions take a variable-length slice of 139 /// "boxed" arguments in their [`Val`] representation. Additionally the 140 /// results are returned as an owned slice of [`Val`]. These methods are not 141 /// optimized due to the dynamic type checks that must occur, in addition to 142 /// some dynamic allocations for where to put all the arguments. While this 143 /// allows you to call all possible wasm function signatures, if you're 144 /// looking for a speedier alternative you can also use... 145 /// 146 /// * Statically typed - if you statically know the type signature of the wasm 147 /// function you're calling, then you'll want to use the [`Func::typed`] 148 /// method to acquire an instance of [`TypedFunc`]. This structure is static proof 149 /// that the underlying wasm function has the ascripted type, and type 150 /// validation is only done once up-front. The [`TypedFunc::call`] and 151 /// [`TypedFunc::call_async`] methods are much more efficient than [`Func::call`] 152 /// and [`Func::call_async`] because the type signature is statically known. 153 /// This eschews runtime checks as much as possible to get into wasm as fast 154 /// as possible. 155 /// 156 /// # Examples 157 /// 158 /// One way to get a `Func` is from an [`Instance`] after you've instantiated 159 /// it: 160 /// 161 /// ``` 162 /// # use wasmtime::*; 163 /// # fn main() -> anyhow::Result<()> { 164 /// let engine = Engine::default(); 165 /// let module = Module::new(&engine, r#"(module (func (export "foo")))"#)?; 166 /// let mut store = Store::new(&engine, ()); 167 /// let instance = Instance::new(&mut store, &module, &[])?; 168 /// let foo = instance.get_func(&mut store, "foo").expect("export wasn't a function"); 169 /// 170 /// // Work with `foo` as a `Func` at this point, such as calling it 171 /// // dynamically... 172 /// match foo.call(&mut store, &[], &mut []) { 173 /// Ok(()) => { /* ... */ } 174 /// Err(trap) => { 175 /// panic!("execution of `foo` resulted in a wasm trap: {}", trap); 176 /// } 177 /// } 178 /// foo.call(&mut store, &[], &mut [])?; 179 /// 180 /// // ... or we can make a static assertion about its signature and call it. 181 /// // Our first call here can fail if the signatures don't match, and then the 182 /// // second call can fail if the function traps (like the `match` above). 183 /// let foo = foo.typed::<(), ()>(&store)?; 184 /// foo.call(&mut store, ())?; 185 /// # Ok(()) 186 /// # } 187 /// ``` 188 /// 189 /// You can also use the [`wrap` function](Func::wrap) to create a 190 /// `Func` 191 /// 192 /// ``` 193 /// # use wasmtime::*; 194 /// # fn main() -> anyhow::Result<()> { 195 /// let mut store = Store::<()>::default(); 196 /// 197 /// // Create a custom `Func` which can execute arbitrary code inside of the 198 /// // closure. 199 /// let add = Func::wrap(&mut store, |a: i32, b: i32| -> i32 { a + b }); 200 /// 201 /// // Next we can hook that up to a wasm module which uses it. 202 /// let module = Module::new( 203 /// store.engine(), 204 /// r#" 205 /// (module 206 /// (import "" "" (func $add (param i32 i32) (result i32))) 207 /// (func (export "call_add_twice") (result i32) 208 /// i32.const 1 209 /// i32.const 2 210 /// call $add 211 /// i32.const 3 212 /// i32.const 4 213 /// call $add 214 /// i32.add)) 215 /// "#, 216 /// )?; 217 /// let instance = Instance::new(&mut store, &module, &[add.into()])?; 218 /// let call_add_twice = instance.get_typed_func::<(), i32>(&mut store, "call_add_twice")?; 219 /// 220 /// assert_eq!(call_add_twice.call(&mut store, ())?, 10); 221 /// # Ok(()) 222 /// # } 223 /// ``` 224 /// 225 /// Or you could also create an entirely dynamic `Func`! 226 /// 227 /// ``` 228 /// # use wasmtime::*; 229 /// # fn main() -> anyhow::Result<()> { 230 /// let mut store = Store::<()>::default(); 231 /// 232 /// // Here we need to define the type signature of our `Double` function and 233 /// // then wrap it up in a `Func` 234 /// let double_type = wasmtime::FuncType::new( 235 /// store.engine(), 236 /// [wasmtime::ValType::I32].iter().cloned(), 237 /// [wasmtime::ValType::I32].iter().cloned(), 238 /// ); 239 /// let double = Func::new(&mut store, double_type, |_, params, results| { 240 /// let mut value = params[0].unwrap_i32(); 241 /// value *= 2; 242 /// results[0] = value.into(); 243 /// Ok(()) 244 /// }); 245 /// 246 /// let module = Module::new( 247 /// store.engine(), 248 /// r#" 249 /// (module 250 /// (import "" "" (func $double (param i32) (result i32))) 251 /// (func $start 252 /// i32.const 1 253 /// call $double 254 /// drop) 255 /// (start $start)) 256 /// "#, 257 /// )?; 258 /// let instance = Instance::new(&mut store, &module, &[double.into()])?; 259 /// // .. work with `instance` if necessary 260 /// # Ok(()) 261 /// # } 262 /// ``` 263 #[derive(Copy, Clone, Debug)] 264 #[repr(transparent)] // here for the C API 265 pub struct Func(Stored<FuncData>); 266 267 pub(crate) struct FuncData { 268 kind: FuncKind, 269 270 // A pointer to the in-store `VMFuncRef` for this function, if 271 // any. 272 // 273 // When a function is passed to Wasm but doesn't have a Wasm-to-native 274 // trampoline, we have to patch it in. But that requires mutating the 275 // `VMFuncRef`, and this function could be shared across 276 // threads. So we instead copy and pin the `VMFuncRef` into 277 // `StoreOpaque::func_refs`, where we can safely patch the field without 278 // worrying about synchronization and we hold a pointer to it here so we can 279 // reuse it rather than re-copy if it is passed to Wasm again. 280 in_store_func_ref: Option<SendSyncPtr<VMFuncRef>>, 281 282 // This is somewhat expensive to load from the `Engine` and in most 283 // optimized use cases (e.g. `TypedFunc`) it's not actually needed or it's 284 // only needed rarely. To handle that this is an optionally-contained field 285 // which is lazily loaded into as part of `Func::call`. 286 // 287 // Also note that this is intentionally placed behind a pointer to keep it 288 // small as `FuncData` instances are often inserted into a `Store`. 289 ty: Option<Box<FuncType>>, 290 } 291 292 /// The ways that a function can be created and referenced from within a store. 293 enum FuncKind { 294 /// A function already owned by the store via some other means. This is 295 /// used, for example, when creating a `Func` from an instance's exported 296 /// function. The instance's `InstanceHandle` is already owned by the store 297 /// and we just have some pointers into that which represent how to call the 298 /// function. 299 StoreOwned { export: ExportFunction }, 300 301 /// A function is shared across possibly other stores, hence the `Arc`. This 302 /// variant happens when a `Linker`-defined function is instantiated within 303 /// a `Store` (e.g. via `Linker::get` or similar APIs). The `Arc` here 304 /// indicates that there's some number of other stores holding this function 305 /// too, so dropping this may not deallocate the underlying 306 /// `InstanceHandle`. 307 SharedHost(Arc<HostFunc>), 308 309 /// A uniquely-owned host function within a `Store`. This comes about with 310 /// `Func::new` or similar APIs. The `HostFunc` internally owns the 311 /// `InstanceHandle` and that will get dropped when this `HostFunc` itself 312 /// is dropped. 313 /// 314 /// Note that this is intentionally placed behind a `Box` to minimize the 315 /// size of this enum since the most common variant for high-performance 316 /// situations is `SharedHost` and `StoreOwned`, so this ideally isn't 317 /// larger than those two. 318 Host(Box<HostFunc>), 319 320 /// A reference to a `HostFunc`, but one that's "rooted" in the `Store` 321 /// itself. 322 /// 323 /// This variant is created when an `InstancePre<T>` is instantiated in to a 324 /// `Store<T>`. In that situation the `InstancePre<T>` already has a list of 325 /// host functions that are packaged up in an `Arc`, so the `Arc<[T]>` is 326 /// cloned once into the `Store` to avoid each individual function requiring 327 /// an `Arc::clone`. 328 /// 329 /// The lifetime management of this type is `unsafe` because 330 /// `RootedHostFunc` is a small wrapper around `NonNull<HostFunc>`. To be 331 /// safe this is required that the memory of the host function is pinned 332 /// elsewhere (e.g. the `Arc` in the `Store`). 333 RootedHost(RootedHostFunc), 334 } 335 336 macro_rules! for_each_function_signature { 337 ($mac:ident) => { 338 $mac!(0); 339 $mac!(1 A1); 340 $mac!(2 A1 A2); 341 $mac!(3 A1 A2 A3); 342 $mac!(4 A1 A2 A3 A4); 343 $mac!(5 A1 A2 A3 A4 A5); 344 $mac!(6 A1 A2 A3 A4 A5 A6); 345 $mac!(7 A1 A2 A3 A4 A5 A6 A7); 346 $mac!(8 A1 A2 A3 A4 A5 A6 A7 A8); 347 $mac!(9 A1 A2 A3 A4 A5 A6 A7 A8 A9); 348 $mac!(10 A1 A2 A3 A4 A5 A6 A7 A8 A9 A10); 349 $mac!(11 A1 A2 A3 A4 A5 A6 A7 A8 A9 A10 A11); 350 $mac!(12 A1 A2 A3 A4 A5 A6 A7 A8 A9 A10 A11 A12); 351 $mac!(13 A1 A2 A3 A4 A5 A6 A7 A8 A9 A10 A11 A12 A13); 352 $mac!(14 A1 A2 A3 A4 A5 A6 A7 A8 A9 A10 A11 A12 A13 A14); 353 $mac!(15 A1 A2 A3 A4 A5 A6 A7 A8 A9 A10 A11 A12 A13 A14 A15); 354 $mac!(16 A1 A2 A3 A4 A5 A6 A7 A8 A9 A10 A11 A12 A13 A14 A15 A16); 355 $mac!(17 A1 A2 A3 A4 A5 A6 A7 A8 A9 A10 A11 A12 A13 A14 A15 A16 A17); 356 }; 357 } 358 359 mod typed; 360 pub use typed::*; 361 362 impl Func { 363 /// Creates a new `Func` with the given arguments, typically to create a 364 /// host-defined function to pass as an import to a module. 365 /// 366 /// * `store` - the store in which to create this [`Func`], which will own 367 /// the return value. 368 /// 369 /// * `ty` - the signature of this function, used to indicate what the 370 /// inputs and outputs are. 371 /// 372 /// * `func` - the native code invoked whenever this `Func` will be called. 373 /// This closure is provided a [`Caller`] as its first argument to learn 374 /// information about the caller, and then it's passed a list of 375 /// parameters as a slice along with a mutable slice of where to write 376 /// results. 377 /// 378 /// Note that the implementation of `func` must adhere to the `ty` signature 379 /// given, error or traps may occur if it does not respect the `ty` 380 /// signature. For example if the function type declares that it returns one 381 /// i32 but the `func` closures does not write anything into the results 382 /// slice then a trap may be generated. 383 /// 384 /// Additionally note that this is quite a dynamic function since signatures 385 /// are not statically known. For a more performant and ergonomic `Func` 386 /// it's recommended to use [`Func::wrap`] if you can because with 387 /// statically known signatures Wasmtime can optimize the implementation 388 /// much more. 389 /// 390 /// For more information about `Send + Sync + 'static` requirements on the 391 /// `func`, see [`Func::wrap`](#why-send--sync--static). 392 /// 393 /// # Errors 394 /// 395 /// The host-provided function here returns a 396 /// [`Result<()>`](anyhow::Result). If the function returns `Ok(())` then 397 /// that indicates that the host function completed successfully and wrote 398 /// the result into the `&mut [Val]` argument. 399 /// 400 /// If the function returns `Err(e)`, however, then this is equivalent to 401 /// the host function triggering a trap for wasm. WebAssembly execution is 402 /// immediately halted and the original caller of [`Func::call`], for 403 /// example, will receive the error returned here (possibly with 404 /// [`WasmBacktrace`](crate::WasmBacktrace) context information attached). 405 /// 406 /// For more information about errors in Wasmtime see the [`Trap`] 407 /// documentation. 408 /// 409 /// [`Trap`]: crate::Trap 410 /// 411 /// # Panics 412 /// 413 /// Panics if the given function type is not associated with this store's 414 /// engine. 415 pub fn new<T>( 416 store: impl AsContextMut<Data = T>, 417 ty: FuncType, 418 func: impl Fn(Caller<'_, T>, &[Val], &mut [Val]) -> Result<()> + Send + Sync + 'static, 419 ) -> Self { 420 assert!(ty.comes_from_same_engine(store.as_context().engine())); 421 let ty_clone = ty.clone(); 422 unsafe { 423 Func::new_unchecked(store, ty, move |caller, values| { 424 Func::invoke_host_func_for_wasm(caller, &ty_clone, values, &func) 425 }) 426 } 427 } 428 429 /// Creates a new [`Func`] with the given arguments, although has fewer 430 /// runtime checks than [`Func::new`]. 431 /// 432 /// This function takes a callback of a different signature than 433 /// [`Func::new`], instead receiving a raw pointer with a list of [`ValRaw`] 434 /// structures. These values have no type information associated with them 435 /// so it's up to the caller to provide a function that will correctly 436 /// interpret the list of values as those coming from the `ty` specified. 437 /// 438 /// If you're calling this from Rust it's recommended to either instead use 439 /// [`Func::new`] or [`Func::wrap`]. The [`Func::wrap`] API, in particular, 440 /// is both safer and faster than this API. 441 /// 442 /// # Errors 443 /// 444 /// See [`Func::new`] for the behavior of returning an error from the host 445 /// function provided here. 446 /// 447 /// # Unsafety 448 /// 449 /// This function is not safe because it's not known at compile time that 450 /// the `func` provided correctly interprets the argument types provided to 451 /// it, or that the results it produces will be of the correct type. 452 /// 453 /// # Panics 454 /// 455 /// Panics if the given function type is not associated with this store's 456 /// engine. 457 pub unsafe fn new_unchecked<T>( 458 mut store: impl AsContextMut<Data = T>, 459 ty: FuncType, 460 func: impl Fn(Caller<'_, T>, &mut [ValRaw]) -> Result<()> + Send + Sync + 'static, 461 ) -> Self { 462 assert!(ty.comes_from_same_engine(store.as_context().engine())); 463 let store = store.as_context_mut().0; 464 let host = HostFunc::new_unchecked(store.engine(), ty, func); 465 host.into_func(store) 466 } 467 468 /// Creates a new host-defined WebAssembly function which, when called, 469 /// will run the asynchronous computation defined by `func` to completion 470 /// and then return the result to WebAssembly. 471 /// 472 /// This function is the asynchronous analogue of [`Func::new`] and much of 473 /// that documentation applies to this as well. The key difference is that 474 /// `func` returns a future instead of simply a `Result`. Note that the 475 /// returned future can close over any of the arguments, but it cannot close 476 /// over the state of the closure itself. It's recommended to store any 477 /// necessary async state in the `T` of the [`Store<T>`](crate::Store) which 478 /// can be accessed through [`Caller::data`] or [`Caller::data_mut`]. 479 /// 480 /// For more information on `Send + Sync + 'static`, see 481 /// [`Func::wrap`](#why-send--sync--static). 482 /// 483 /// # Panics 484 /// 485 /// This function will panic if `store` is not associated with an [async 486 /// config](crate::Config::async_support). 487 /// 488 /// Panics if the given function type is not associated with this store's 489 /// engine. 490 /// 491 /// # Errors 492 /// 493 /// See [`Func::new`] for the behavior of returning an error from the host 494 /// function provided here. 495 /// 496 /// # Examples 497 /// 498 /// ``` 499 /// # use wasmtime::*; 500 /// # fn main() -> anyhow::Result<()> { 501 /// // Simulate some application-specific state as well as asynchronous 502 /// // functions to query that state. 503 /// struct MyDatabase { 504 /// // ... 505 /// } 506 /// 507 /// impl MyDatabase { 508 /// async fn get_row_count(&self) -> u32 { 509 /// // ... 510 /// # 100 511 /// } 512 /// } 513 /// 514 /// let my_database = MyDatabase { 515 /// // ... 516 /// }; 517 /// 518 /// // Using `new_async` we can hook up into calling our async 519 /// // `get_row_count` function. 520 /// let engine = Engine::new(Config::new().async_support(true))?; 521 /// let mut store = Store::new(&engine, MyDatabase { 522 /// // ... 523 /// }); 524 /// let get_row_count_type = wasmtime::FuncType::new( 525 /// &engine, 526 /// None, 527 /// Some(wasmtime::ValType::I32), 528 /// ); 529 /// let get = Func::new_async(&mut store, get_row_count_type, |caller, _params, results| { 530 /// Box::new(async move { 531 /// let count = caller.data().get_row_count().await; 532 /// results[0] = Val::I32(count as i32); 533 /// Ok(()) 534 /// }) 535 /// }); 536 /// // ... 537 /// # Ok(()) 538 /// # } 539 /// ``` 540 #[cfg(all(feature = "async", feature = "cranelift"))] 541 pub fn new_async<T, F>(store: impl AsContextMut<Data = T>, ty: FuncType, func: F) -> Func 542 where 543 F: for<'a> Fn( 544 Caller<'a, T>, 545 &'a [Val], 546 &'a mut [Val], 547 ) -> Box<dyn Future<Output = Result<()>> + Send + 'a> 548 + Send 549 + Sync 550 + 'static, 551 { 552 assert!( 553 store.as_context().async_support(), 554 "cannot use `new_async` without enabling async support in the config" 555 ); 556 assert!(ty.comes_from_same_engine(store.as_context().engine())); 557 Func::new(store, ty, move |mut caller, params, results| { 558 let async_cx = caller 559 .store 560 .as_context_mut() 561 .0 562 .async_cx() 563 .expect("Attempt to spawn new action on dying fiber"); 564 let future = func(caller, params, results); 565 match unsafe { async_cx.block_on(Pin::from(future)) } { 566 Ok(Ok(())) => Ok(()), 567 Ok(Err(trap)) | Err(trap) => Err(trap), 568 } 569 }) 570 } 571 572 pub(crate) unsafe fn from_vm_func_ref( 573 store: &mut StoreOpaque, 574 func_ref: NonNull<VMFuncRef>, 575 ) -> Func { 576 debug_assert!(func_ref.as_ref().type_index != VMSharedTypeIndex::default()); 577 let export = ExportFunction { func_ref }; 578 Func::from_wasmtime_function(export, store) 579 } 580 581 /// Creates a new `Func` from the given Rust closure. 582 /// 583 /// This function will create a new `Func` which, when called, will 584 /// execute the given Rust closure. Unlike [`Func::new`] the target 585 /// function being called is known statically so the type signature can 586 /// be inferred. Rust types will map to WebAssembly types as follows: 587 /// 588 /// | Rust Argument Type | WebAssembly Type | 589 /// |-----------------------------------|-------------------------------------------| 590 /// | `i32` | `i32` | 591 /// | `u32` | `i32` | 592 /// | `i64` | `i64` | 593 /// | `u64` | `i64` | 594 /// | `f32` | `f32` | 595 /// | `f64` | `f64` | 596 /// | `V128` on x86-64 and aarch64 only | `v128` | 597 /// | `Option<Func>` | `funcref` aka `(ref null func)` | 598 /// | `Func` | `(ref func)` | 599 /// | `Option<Nofunc>` | `nullfuncref` aka `(ref null nofunc)` | 600 /// | `NoFunc` | `(ref nofunc)` | 601 /// | `Option<Rooted<ExternRef>>` | `externref` aka `(ref null extern)` | 602 /// | `Rooted<ExternRef>` | `(ref extern)` | 603 /// | `Option<NoExtern>` | `nullexternref` aka `(ref null noextern)` | 604 /// | `NoExtern` | `(ref noextern)` | 605 /// | `Option<Rooted<AnyRef>>` | `anyref` aka `(ref null any)` | 606 /// | `Rooted<AnyRef>` | `(ref any)` | 607 /// | `Option<Rooted<EqRef>>` | `eqref` aka `(ref null eq)` | 608 /// | `Rooted<EqRef>` | `(ref eq)` | 609 /// | `Option<I31>` | `i31ref` aka `(ref null i31)` | 610 /// | `I31` | `(ref i31)` | 611 /// | `Option<Rooted<StructRef>>` | `(ref null struct)` | 612 /// | `Rooted<StructRef>` | `(ref struct)` | 613 /// | `Option<Rooted<ArrayRef>>` | `(ref null array)` | 614 /// | `Rooted<ArrayRef>` | `(ref array)` | 615 /// | `Option<NoneRef>` | `nullref` aka `(ref null none)` | 616 /// | `NoneRef` | `(ref none)` | 617 /// 618 /// Note that anywhere a `Rooted<T>` appears, a `ManuallyRooted<T>` may also 619 /// be used. 620 /// 621 /// Any of the Rust types can be returned from the closure as well, in 622 /// addition to some extra types 623 /// 624 /// | Rust Return Type | WebAssembly Return Type | Meaning | 625 /// |-------------------|-------------------------|-----------------------| 626 /// | `()` | nothing | no return value | 627 /// | `T` | `T` | a single return value | 628 /// | `(T1, T2, ...)` | `T1 T2 ...` | multiple returns | 629 /// 630 /// Note that all return types can also be wrapped in `Result<_>` to 631 /// indicate that the host function can generate a trap as well as possibly 632 /// returning a value. 633 /// 634 /// Finally you can also optionally take [`Caller`] as the first argument of 635 /// your closure. If inserted then you're able to inspect the caller's 636 /// state, for example the [`Memory`](crate::Memory) it has exported so you 637 /// can read what pointers point to. 638 /// 639 /// Note that when using this API, the intention is to create as thin of a 640 /// layer as possible for when WebAssembly calls the function provided. With 641 /// sufficient inlining and optimization the WebAssembly will call straight 642 /// into `func` provided, with no extra fluff entailed. 643 /// 644 /// # Why `Send + Sync + 'static`? 645 /// 646 /// All host functions defined in a [`Store`](crate::Store) (including 647 /// those from [`Func::new`] and other constructors) require that the 648 /// `func` provided is `Send + Sync + 'static`. Additionally host functions 649 /// always are `Fn` as opposed to `FnMut` or `FnOnce`. This can at-a-glance 650 /// feel restrictive since the closure cannot close over as many types as 651 /// before. The reason for this, though, is to ensure that 652 /// [`Store<T>`](crate::Store) can implement both the `Send` and `Sync` 653 /// traits. 654 /// 655 /// Fear not, however, because this isn't as restrictive as it seems! Host 656 /// functions are provided a [`Caller<'_, T>`](crate::Caller) argument which 657 /// allows access to the host-defined data within the 658 /// [`Store`](crate::Store). The `T` type is not required to be any of 659 /// `Send`, `Sync`, or `'static`! This means that you can store whatever 660 /// you'd like in `T` and have it accessible by all host functions. 661 /// Additionally mutable access to `T` is allowed through 662 /// [`Caller::data_mut`]. 663 /// 664 /// Most host-defined [`Func`] values provide closures that end up not 665 /// actually closing over any values. These zero-sized types will use the 666 /// context from [`Caller`] for host-defined information. 667 /// 668 /// # Errors 669 /// 670 /// The closure provided here to `wrap` can optionally return a 671 /// [`Result<T>`](anyhow::Result). Returning `Ok(t)` represents the host 672 /// function successfully completing with the `t` result. Returning 673 /// `Err(e)`, however, is equivalent to raising a custom wasm trap. 674 /// Execution of WebAssembly does not resume and the stack is unwound to the 675 /// original caller of the function where the error is returned. 676 /// 677 /// For more information about errors in Wasmtime see the [`Trap`] 678 /// documentation. 679 /// 680 /// [`Trap`]: crate::Trap 681 /// 682 /// # Examples 683 /// 684 /// First up we can see how simple wasm imports can be implemented, such 685 /// as a function that adds its two arguments and returns the result. 686 /// 687 /// ``` 688 /// # use wasmtime::*; 689 /// # fn main() -> anyhow::Result<()> { 690 /// # let mut store = Store::<()>::default(); 691 /// let add = Func::wrap(&mut store, |a: i32, b: i32| a + b); 692 /// let module = Module::new( 693 /// store.engine(), 694 /// r#" 695 /// (module 696 /// (import "" "" (func $add (param i32 i32) (result i32))) 697 /// (func (export "foo") (param i32 i32) (result i32) 698 /// local.get 0 699 /// local.get 1 700 /// call $add)) 701 /// "#, 702 /// )?; 703 /// let instance = Instance::new(&mut store, &module, &[add.into()])?; 704 /// let foo = instance.get_typed_func::<(i32, i32), i32>(&mut store, "foo")?; 705 /// assert_eq!(foo.call(&mut store, (1, 2))?, 3); 706 /// # Ok(()) 707 /// # } 708 /// ``` 709 /// 710 /// We can also do the same thing, but generate a trap if the addition 711 /// overflows: 712 /// 713 /// ``` 714 /// # use wasmtime::*; 715 /// # fn main() -> anyhow::Result<()> { 716 /// # let mut store = Store::<()>::default(); 717 /// let add = Func::wrap(&mut store, |a: i32, b: i32| { 718 /// match a.checked_add(b) { 719 /// Some(i) => Ok(i), 720 /// None => anyhow::bail!("overflow"), 721 /// } 722 /// }); 723 /// let module = Module::new( 724 /// store.engine(), 725 /// r#" 726 /// (module 727 /// (import "" "" (func $add (param i32 i32) (result i32))) 728 /// (func (export "foo") (param i32 i32) (result i32) 729 /// local.get 0 730 /// local.get 1 731 /// call $add)) 732 /// "#, 733 /// )?; 734 /// let instance = Instance::new(&mut store, &module, &[add.into()])?; 735 /// let foo = instance.get_typed_func::<(i32, i32), i32>(&mut store, "foo")?; 736 /// assert_eq!(foo.call(&mut store, (1, 2))?, 3); 737 /// assert!(foo.call(&mut store, (i32::max_value(), 1)).is_err()); 738 /// # Ok(()) 739 /// # } 740 /// ``` 741 /// 742 /// And don't forget all the wasm types are supported! 743 /// 744 /// ``` 745 /// # use wasmtime::*; 746 /// # fn main() -> anyhow::Result<()> { 747 /// # let mut store = Store::<()>::default(); 748 /// let debug = Func::wrap(&mut store, |a: i32, b: u32, c: f32, d: i64, e: u64, f: f64| { 749 /// 750 /// println!("a={}", a); 751 /// println!("b={}", b); 752 /// println!("c={}", c); 753 /// println!("d={}", d); 754 /// println!("e={}", e); 755 /// println!("f={}", f); 756 /// }); 757 /// let module = Module::new( 758 /// store.engine(), 759 /// r#" 760 /// (module 761 /// (import "" "" (func $debug (param i32 i32 f32 i64 i64 f64))) 762 /// (func (export "foo") 763 /// i32.const -1 764 /// i32.const 1 765 /// f32.const 2 766 /// i64.const -3 767 /// i64.const 3 768 /// f64.const 4 769 /// call $debug)) 770 /// "#, 771 /// )?; 772 /// let instance = Instance::new(&mut store, &module, &[debug.into()])?; 773 /// let foo = instance.get_typed_func::<(), ()>(&mut store, "foo")?; 774 /// foo.call(&mut store, ())?; 775 /// # Ok(()) 776 /// # } 777 /// ``` 778 /// 779 /// Finally if you want to get really fancy you can also implement 780 /// imports that read/write wasm module's memory 781 /// 782 /// ``` 783 /// use std::str; 784 /// 785 /// # use wasmtime::*; 786 /// # fn main() -> anyhow::Result<()> { 787 /// # let mut store = Store::default(); 788 /// let log_str = Func::wrap(&mut store, |mut caller: Caller<'_, ()>, ptr: i32, len: i32| { 789 /// let mem = match caller.get_export("memory") { 790 /// Some(Extern::Memory(mem)) => mem, 791 /// _ => anyhow::bail!("failed to find host memory"), 792 /// }; 793 /// let data = mem.data(&caller) 794 /// .get(ptr as u32 as usize..) 795 /// .and_then(|arr| arr.get(..len as u32 as usize)); 796 /// let string = match data { 797 /// Some(data) => match str::from_utf8(data) { 798 /// Ok(s) => s, 799 /// Err(_) => anyhow::bail!("invalid utf-8"), 800 /// }, 801 /// None => anyhow::bail!("pointer/length out of bounds"), 802 /// }; 803 /// assert_eq!(string, "Hello, world!"); 804 /// println!("{}", string); 805 /// Ok(()) 806 /// }); 807 /// let module = Module::new( 808 /// store.engine(), 809 /// r#" 810 /// (module 811 /// (import "" "" (func $log_str (param i32 i32))) 812 /// (func (export "foo") 813 /// i32.const 4 ;; ptr 814 /// i32.const 13 ;; len 815 /// call $log_str) 816 /// (memory (export "memory") 1) 817 /// (data (i32.const 4) "Hello, world!")) 818 /// "#, 819 /// )?; 820 /// let instance = Instance::new(&mut store, &module, &[log_str.into()])?; 821 /// let foo = instance.get_typed_func::<(), ()>(&mut store, "foo")?; 822 /// foo.call(&mut store, ())?; 823 /// # Ok(()) 824 /// # } 825 /// ``` 826 pub fn wrap<T, Params, Results>( 827 mut store: impl AsContextMut<Data = T>, 828 func: impl IntoFunc<T, Params, Results>, 829 ) -> Func { 830 let store = store.as_context_mut().0; 831 // part of this unsafety is about matching the `T` to a `Store<T>`, 832 // which is done through the `AsContextMut` bound above. 833 unsafe { 834 let host = HostFunc::wrap(store.engine(), func); 835 host.into_func(store) 836 } 837 } 838 839 #[cfg(feature = "async")] 840 fn wrap_inner<F, T, Params, Results>(mut store: impl AsContextMut<Data = T>, func: F) -> Func 841 where 842 F: Fn(Caller<'_, T>, Params) -> Results + Send + Sync + 'static, 843 Params: WasmTyList, 844 Results: WasmRet, 845 { 846 let store = store.as_context_mut().0; 847 // part of this unsafety is about matching the `T` to a `Store<T>`, 848 // which is done through the `AsContextMut` bound above. 849 unsafe { 850 let host = HostFunc::wrap_inner(store.engine(), func); 851 host.into_func(store) 852 } 853 } 854 855 /// Same as [`Func::wrap`], except the closure asynchronously produces the 856 /// result and the arguments are passed within a tuple. For more information 857 /// see the [`Func`] documentation. 858 /// 859 /// # Panics 860 /// 861 /// This function will panic if called with a non-asynchronous store. 862 #[cfg(feature = "async")] 863 pub fn wrap_async<T, F, P, R>(store: impl AsContextMut<Data = T>, func: F) -> Func 864 where 865 F: for<'a> Fn(Caller<'a, T>, P) -> Box<dyn Future<Output = R> + Send + 'a> 866 + Send 867 + Sync 868 + 'static, 869 P: WasmTyList, 870 R: WasmRet, 871 { 872 assert!( 873 store.as_context().async_support(), 874 concat!("cannot use `wrap_async` without enabling async support on the config") 875 ); 876 Func::wrap_inner(store, move |mut caller: Caller<'_, T>, args| { 877 let async_cx = caller 878 .store 879 .as_context_mut() 880 .0 881 .async_cx() 882 .expect("Attempt to start async function on dying fiber"); 883 let future = func(caller, args); 884 885 match unsafe { async_cx.block_on(Pin::from(future)) } { 886 Ok(ret) => ret.into_fallible(), 887 Err(e) => R::fallible_from_error(e), 888 } 889 }) 890 } 891 892 /// Returns the underlying wasm type that this `Func` has. 893 /// 894 /// # Panics 895 /// 896 /// Panics if `store` does not own this function. 897 pub fn ty(&self, store: impl AsContext) -> FuncType { 898 self.load_ty(&store.as_context().0) 899 } 900 901 /// Forcibly loads the type of this function from the `Engine`. 902 /// 903 /// Note that this is a somewhat expensive method since it requires taking a 904 /// lock as well as cloning a type. 905 pub(crate) fn load_ty(&self, store: &StoreOpaque) -> FuncType { 906 assert!(self.comes_from_same_store(store)); 907 FuncType::from_shared_type_index(store.engine(), self.type_index(store.store_data())) 908 } 909 910 /// Does this function match the given type? 911 /// 912 /// That is, is this function's type a subtype of the given type? 913 /// 914 /// # Panics 915 /// 916 /// Panics if this function is not associated with the given store or if the 917 /// function type is not associated with the store's engine. 918 pub fn matches_ty(&self, store: impl AsContext, func_ty: &FuncType) -> bool { 919 self._matches_ty(store.as_context().0, func_ty) 920 } 921 922 pub(crate) fn _matches_ty(&self, store: &StoreOpaque, func_ty: &FuncType) -> bool { 923 let actual_ty = self.load_ty(store); 924 actual_ty.matches(func_ty) 925 } 926 927 pub(crate) fn ensure_matches_ty(&self, store: &StoreOpaque, func_ty: &FuncType) -> Result<()> { 928 if !self.comes_from_same_store(store) { 929 bail!("function used with wrong store"); 930 } 931 if self._matches_ty(store, func_ty) { 932 Ok(()) 933 } else { 934 let actual_ty = self.load_ty(store); 935 bail!("type mismatch: expected {func_ty}, found {actual_ty}") 936 } 937 } 938 939 /// Gets a reference to the `FuncType` for this function. 940 /// 941 /// Note that this returns both a reference to the type of this function as 942 /// well as a reference back to the store itself. This enables using the 943 /// `StoreOpaque` while the `FuncType` is also being used (from the 944 /// perspective of the borrow-checker) because otherwise the signature would 945 /// consider `StoreOpaque` borrowed mutable while `FuncType` is in use. 946 fn ty_ref<'a>(&self, store: &'a mut StoreOpaque) -> (&'a FuncType, &'a StoreOpaque) { 947 // If we haven't loaded our type into the store yet then do so lazily at 948 // this time. 949 if store.store_data()[self.0].ty.is_none() { 950 let ty = self.load_ty(store); 951 store.store_data_mut()[self.0].ty = Some(Box::new(ty)); 952 } 953 954 (store.store_data()[self.0].ty.as_ref().unwrap(), store) 955 } 956 957 pub(crate) fn type_index(&self, data: &StoreData) -> VMSharedTypeIndex { 958 data[self.0].sig_index() 959 } 960 961 /// Invokes this function with the `params` given and writes returned values 962 /// to `results`. 963 /// 964 /// The `params` here must match the type signature of this `Func`, or an 965 /// error will occur. Additionally `results` must have the same 966 /// length as the number of results for this function. Calling this function 967 /// will synchronously execute the WebAssembly function referenced to get 968 /// the results. 969 /// 970 /// This function will return `Ok(())` if execution completed without a trap 971 /// or error of any kind. In this situation the results will be written to 972 /// the provided `results` array. 973 /// 974 /// # Errors 975 /// 976 /// Any error which occurs throughout the execution of the function will be 977 /// returned as `Err(e)`. The [`Error`](anyhow::Error) type can be inspected 978 /// for the precise error cause such as: 979 /// 980 /// * [`Trap`] - indicates that a wasm trap happened and execution was 981 /// halted. 982 /// * [`WasmBacktrace`] - optionally included on errors for backtrace 983 /// information of the trap/error. 984 /// * Other string-based errors to indicate issues such as type errors with 985 /// `params`. 986 /// * Any host-originating error originally returned from a function defined 987 /// via [`Func::new`], for example. 988 /// 989 /// Errors typically indicate that execution of WebAssembly was halted 990 /// mid-way and did not complete after the error condition happened. 991 /// 992 /// [`Trap`]: crate::Trap 993 /// 994 /// # Panics 995 /// 996 /// This function will panic if called on a function belonging to an async 997 /// store. Asynchronous stores must always use `call_async`. Also panics if 998 /// `store` does not own this function. 999 /// 1000 /// [`WasmBacktrace`]: crate::WasmBacktrace 1001 pub fn call( 1002 &self, 1003 mut store: impl AsContextMut, 1004 params: &[Val], 1005 results: &mut [Val], 1006 ) -> Result<()> { 1007 assert!( 1008 !store.as_context().async_support(), 1009 "must use `call_async` when async support is enabled on the config", 1010 ); 1011 let mut store = store.as_context_mut(); 1012 let need_gc = self.call_impl_check_args(&mut store, params, results)?; 1013 if need_gc { 1014 store.0.gc(); 1015 } 1016 unsafe { self.call_impl_do_call(&mut store, params, results) } 1017 } 1018 1019 /// Invokes this function in an "unchecked" fashion, reading parameters and 1020 /// writing results to `params_and_returns`. 1021 /// 1022 /// This function is the same as [`Func::call`] except that the arguments 1023 /// and results both use a different representation. If possible it's 1024 /// recommended to use [`Func::call`] if safety isn't necessary or to use 1025 /// [`Func::typed`] in conjunction with [`TypedFunc::call`] since that's 1026 /// both safer and faster than this method of invoking a function. 1027 /// 1028 /// Note that if this function takes `externref` arguments then it will 1029 /// **not** automatically GC unlike the [`Func::call`] and 1030 /// [`TypedFunc::call`] functions. This means that if this function is 1031 /// invoked many times with new `ExternRef` values and no other GC happens 1032 /// via any other means then no values will get collected. 1033 /// 1034 /// # Errors 1035 /// 1036 /// For more information about errors see the [`Func::call`] documentation. 1037 /// 1038 /// # Unsafety 1039 /// 1040 /// This function is unsafe because the `params_and_returns` argument is not 1041 /// validated at all. It must uphold invariants such as: 1042 /// 1043 /// * It's a valid pointer to an array 1044 /// * It has enough space to store all parameters 1045 /// * It has enough space to store all results (not at the same time as 1046 /// parameters) 1047 /// * Parameters are initially written to the array and have the correct 1048 /// types and such. 1049 /// * Reference types like `externref` and `funcref` are valid at the 1050 /// time of this call and for the `store` specified. 1051 /// 1052 /// These invariants are all upheld for you with [`Func::call`] and 1053 /// [`TypedFunc::call`]. 1054 pub unsafe fn call_unchecked( 1055 &self, 1056 mut store: impl AsContextMut, 1057 params_and_returns: *mut [ValRaw], 1058 ) -> Result<()> { 1059 let mut store = store.as_context_mut(); 1060 let data = &store.0.store_data()[self.0]; 1061 let func_ref = data.export().func_ref; 1062 let params_and_returns = NonNull::new(params_and_returns).unwrap_or(NonNull::from(&mut [])); 1063 Self::call_unchecked_raw(&mut store, func_ref, params_and_returns) 1064 } 1065 1066 pub(crate) unsafe fn call_unchecked_raw<T>( 1067 store: &mut StoreContextMut<'_, T>, 1068 func_ref: NonNull<VMFuncRef>, 1069 params_and_returns: NonNull<[ValRaw]>, 1070 ) -> Result<()> { 1071 invoke_wasm_and_catch_traps(store, |caller, vm| { 1072 func_ref.as_ref().array_call( 1073 vm, 1074 VMOpaqueContext::from_vmcontext(caller), 1075 params_and_returns, 1076 ) 1077 }) 1078 } 1079 1080 /// Converts the raw representation of a `funcref` into an `Option<Func>` 1081 /// 1082 /// This is intended to be used in conjunction with [`Func::new_unchecked`], 1083 /// [`Func::call_unchecked`], and [`ValRaw`] with its `funcref` field. 1084 /// 1085 /// # Unsafety 1086 /// 1087 /// This function is not safe because `raw` is not validated at all. The 1088 /// caller must guarantee that `raw` is owned by the `store` provided and is 1089 /// valid within the `store`. 1090 pub unsafe fn from_raw(mut store: impl AsContextMut, raw: *mut c_void) -> Option<Func> { 1091 Self::_from_raw(store.as_context_mut().0, raw) 1092 } 1093 1094 pub(crate) unsafe fn _from_raw(store: &mut StoreOpaque, raw: *mut c_void) -> Option<Func> { 1095 Some(Func::from_vm_func_ref(store, NonNull::new(raw.cast())?)) 1096 } 1097 1098 /// Extracts the raw value of this `Func`, which is owned by `store`. 1099 /// 1100 /// This function returns a value that's suitable for writing into the 1101 /// `funcref` field of the [`ValRaw`] structure. 1102 /// 1103 /// # Unsafety 1104 /// 1105 /// The returned value is only valid for as long as the store is alive and 1106 /// this function is properly rooted within it. Additionally this function 1107 /// should not be liberally used since it's a very low-level knob. 1108 pub unsafe fn to_raw(&self, mut store: impl AsContextMut) -> *mut c_void { 1109 self.vm_func_ref(store.as_context_mut().0).as_ptr().cast() 1110 } 1111 1112 /// Invokes this function with the `params` given, returning the results 1113 /// asynchronously. 1114 /// 1115 /// This function is the same as [`Func::call`] except that it is 1116 /// asynchronous. This is only compatible with stores associated with an 1117 /// [asynchronous config](crate::Config::async_support). 1118 /// 1119 /// It's important to note that the execution of WebAssembly will happen 1120 /// synchronously in the `poll` method of the future returned from this 1121 /// function. Wasmtime does not manage its own thread pool or similar to 1122 /// execute WebAssembly in. Future `poll` methods are generally expected to 1123 /// resolve quickly, so it's recommended that you run or poll this future 1124 /// in a "blocking context". 1125 /// 1126 /// For more information see the documentation on [asynchronous 1127 /// configs](crate::Config::async_support). 1128 /// 1129 /// # Errors 1130 /// 1131 /// For more information on errors see the [`Func::call`] documentation. 1132 /// 1133 /// # Panics 1134 /// 1135 /// Panics if this is called on a function in a synchronous store. This 1136 /// only works with functions defined within an asynchronous store. Also 1137 /// panics if `store` does not own this function. 1138 #[cfg(feature = "async")] 1139 pub async fn call_async<T>( 1140 &self, 1141 mut store: impl AsContextMut<Data = T>, 1142 params: &[Val], 1143 results: &mut [Val], 1144 ) -> Result<()> 1145 where 1146 T: Send, 1147 { 1148 let mut store = store.as_context_mut(); 1149 assert!( 1150 store.0.async_support(), 1151 "cannot use `call_async` without enabling async support in the config", 1152 ); 1153 let need_gc = self.call_impl_check_args(&mut store, params, results)?; 1154 if need_gc { 1155 store.0.gc_async().await; 1156 } 1157 let result = store 1158 .on_fiber(|store| unsafe { self.call_impl_do_call(store, params, results) }) 1159 .await??; 1160 Ok(result) 1161 } 1162 1163 /// Perform dynamic checks that the arguments given to us match 1164 /// the signature of this function and are appropriate to pass to this 1165 /// function. 1166 /// 1167 /// This involves checking to make sure we have the right number and types 1168 /// of arguments as well as making sure everything is from the same `Store`. 1169 /// 1170 /// This must be called just before `call_impl_do_call`. 1171 /// 1172 /// Returns whether we need to GC before calling `call_impl_do_call`. 1173 fn call_impl_check_args<T>( 1174 &self, 1175 store: &mut StoreContextMut<'_, T>, 1176 params: &[Val], 1177 results: &mut [Val], 1178 ) -> Result<bool> { 1179 let (ty, opaque) = self.ty_ref(store.0); 1180 if ty.params().len() != params.len() { 1181 bail!( 1182 "expected {} arguments, got {}", 1183 ty.params().len(), 1184 params.len() 1185 ); 1186 } 1187 if ty.results().len() != results.len() { 1188 bail!( 1189 "expected {} results, got {}", 1190 ty.results().len(), 1191 results.len() 1192 ); 1193 } 1194 for (ty, arg) in ty.params().zip(params) { 1195 arg.ensure_matches_ty(opaque, &ty) 1196 .context("argument type mismatch")?; 1197 if !arg.comes_from_same_store(opaque) { 1198 bail!("cross-`Store` values are not currently supported"); 1199 } 1200 } 1201 1202 #[cfg(feature = "gc")] 1203 { 1204 // Check whether we need to GC before calling into Wasm. 1205 // 1206 // For example, with the DRC collector, whenever we pass GC refs 1207 // from host code to Wasm code, they go into the 1208 // `VMGcRefActivationsTable`. But the table might be at capacity 1209 // already. If it is at capacity (unlikely) then we need to do a GC 1210 // to free up space. 1211 let num_gc_refs = ty.as_wasm_func_type().non_i31_gc_ref_params_count(); 1212 if let Some(num_gc_refs) = core::num::NonZeroUsize::new(num_gc_refs) { 1213 return Ok(opaque 1214 .gc_store()? 1215 .gc_heap 1216 .need_gc_before_entering_wasm(num_gc_refs)); 1217 } 1218 } 1219 1220 Ok(false) 1221 } 1222 1223 /// Do the actual call into Wasm. 1224 /// 1225 /// # Safety 1226 /// 1227 /// You must have type checked the arguments by calling 1228 /// `call_impl_check_args` immediately before calling this function. It is 1229 /// only safe to call this function if that one did not return an error. 1230 unsafe fn call_impl_do_call<T>( 1231 &self, 1232 store: &mut StoreContextMut<'_, T>, 1233 params: &[Val], 1234 results: &mut [Val], 1235 ) -> Result<()> { 1236 // Store the argument values into `values_vec`. 1237 let (ty, _) = self.ty_ref(store.0); 1238 let values_vec_size = params.len().max(ty.results().len()); 1239 let mut values_vec = store.0.take_wasm_val_raw_storage(); 1240 debug_assert!(values_vec.is_empty()); 1241 values_vec.resize_with(values_vec_size, || ValRaw::v128(0)); 1242 for (arg, slot) in params.iter().cloned().zip(&mut values_vec) { 1243 unsafe { 1244 *slot = arg.to_raw(&mut *store)?; 1245 } 1246 } 1247 1248 unsafe { 1249 self.call_unchecked( 1250 &mut *store, 1251 core::ptr::slice_from_raw_parts_mut(values_vec.as_mut_ptr(), values_vec_size), 1252 )?; 1253 } 1254 1255 for ((i, slot), val) in results.iter_mut().enumerate().zip(&values_vec) { 1256 let ty = self.ty_ref(store.0).0.results().nth(i).unwrap(); 1257 *slot = unsafe { Val::from_raw(&mut *store, *val, ty) }; 1258 } 1259 values_vec.truncate(0); 1260 store.0.save_wasm_val_raw_storage(values_vec); 1261 Ok(()) 1262 } 1263 1264 #[inline] 1265 pub(crate) fn vm_func_ref(&self, store: &mut StoreOpaque) -> NonNull<VMFuncRef> { 1266 let func_data = &mut store.store_data_mut()[self.0]; 1267 let func_ref = func_data.export().func_ref; 1268 if unsafe { func_ref.as_ref().wasm_call.is_some() } { 1269 return func_ref; 1270 } 1271 1272 if let Some(in_store) = func_data.in_store_func_ref { 1273 in_store.as_non_null() 1274 } else { 1275 unsafe { 1276 // Move this uncommon/slow path out of line. 1277 self.copy_func_ref_into_store_and_fill(store, func_ref) 1278 } 1279 } 1280 } 1281 1282 unsafe fn copy_func_ref_into_store_and_fill( 1283 &self, 1284 store: &mut StoreOpaque, 1285 func_ref: NonNull<VMFuncRef>, 1286 ) -> NonNull<VMFuncRef> { 1287 let func_ref = store.func_refs().push(func_ref.as_ref().clone()); 1288 store.store_data_mut()[self.0].in_store_func_ref = Some(SendSyncPtr::new(func_ref)); 1289 store.fill_func_refs(); 1290 func_ref 1291 } 1292 1293 pub(crate) unsafe fn from_wasmtime_function( 1294 export: ExportFunction, 1295 store: &mut StoreOpaque, 1296 ) -> Self { 1297 Func::from_func_kind(FuncKind::StoreOwned { export }, store) 1298 } 1299 1300 fn from_func_kind(kind: FuncKind, store: &mut StoreOpaque) -> Self { 1301 Func(store.store_data_mut().insert(FuncData { 1302 kind, 1303 in_store_func_ref: None, 1304 ty: None, 1305 })) 1306 } 1307 1308 pub(crate) fn vmimport(&self, store: &mut StoreOpaque, module: &Module) -> VMFunctionImport { 1309 unsafe { 1310 let f = { 1311 let func_data = &mut store.store_data_mut()[self.0]; 1312 // If we already patched this `funcref.wasm_call` and saved a 1313 // copy in the store, use the patched version. Otherwise, use 1314 // the potentially un-patched version. 1315 if let Some(func_ref) = func_data.in_store_func_ref { 1316 func_ref.as_non_null() 1317 } else { 1318 func_data.export().func_ref 1319 } 1320 }; 1321 VMFunctionImport { 1322 wasm_call: if let Some(wasm_call) = f.as_ref().wasm_call { 1323 wasm_call.into() 1324 } else { 1325 // Assert that this is a array-call function, since those 1326 // are the only ones that could be missing a `wasm_call` 1327 // trampoline. 1328 let _ = VMArrayCallHostFuncContext::from_opaque(f.as_ref().vmctx.as_non_null()); 1329 1330 let sig = self.type_index(store.store_data()); 1331 module.wasm_to_array_trampoline(sig).expect( 1332 "if the wasm is importing a function of a given type, it must have the \ 1333 type's trampoline", 1334 ).into() 1335 }, 1336 array_call: f.as_ref().array_call, 1337 vmctx: f.as_ref().vmctx, 1338 } 1339 } 1340 } 1341 1342 pub(crate) fn comes_from_same_store(&self, store: &StoreOpaque) -> bool { 1343 store.store_data().contains(self.0) 1344 } 1345 1346 fn invoke_host_func_for_wasm<T>( 1347 mut caller: Caller<'_, T>, 1348 ty: &FuncType, 1349 values_vec: &mut [ValRaw], 1350 func: &dyn Fn(Caller<'_, T>, &[Val], &mut [Val]) -> Result<()>, 1351 ) -> Result<()> { 1352 // Translate the raw JIT arguments in `values_vec` into a `Val` which 1353 // we'll be passing as a slice. The storage for our slice-of-`Val` we'll 1354 // be taking from the `Store`. We preserve our slice back into the 1355 // `Store` after the hostcall, ideally amortizing the cost of allocating 1356 // the storage across wasm->host calls. 1357 // 1358 // Note that we have a dynamic guarantee that `values_vec` is the 1359 // appropriate length to both read all arguments from as well as store 1360 // all results into. 1361 let mut val_vec = caller.store.0.take_hostcall_val_storage(); 1362 debug_assert!(val_vec.is_empty()); 1363 let nparams = ty.params().len(); 1364 val_vec.reserve(nparams + ty.results().len()); 1365 for (i, ty) in ty.params().enumerate() { 1366 val_vec.push(unsafe { Val::from_raw(&mut caller.store, values_vec[i], ty) }) 1367 } 1368 1369 val_vec.extend((0..ty.results().len()).map(|_| Val::null_func_ref())); 1370 let (params, results) = val_vec.split_at_mut(nparams); 1371 func(caller.sub_caller(), params, results)?; 1372 1373 // Unlike our arguments we need to dynamically check that the return 1374 // values produced are correct. There could be a bug in `func` that 1375 // produces the wrong number, wrong types, or wrong stores of 1376 // values, and we need to catch that here. 1377 for (i, (ret, ty)) in results.iter().zip(ty.results()).enumerate() { 1378 ret.ensure_matches_ty(caller.store.0, &ty) 1379 .context("function attempted to return an incompatible value")?; 1380 unsafe { 1381 values_vec[i] = ret.to_raw(&mut caller.store)?; 1382 } 1383 } 1384 1385 // Restore our `val_vec` back into the store so it's usable for the next 1386 // hostcall to reuse our own storage. 1387 val_vec.truncate(0); 1388 caller.store.0.save_hostcall_val_storage(val_vec); 1389 Ok(()) 1390 } 1391 1392 /// Attempts to extract a typed object from this `Func` through which the 1393 /// function can be called. 1394 /// 1395 /// This function serves as an alternative to [`Func::call`] and 1396 /// [`Func::call_async`]. This method performs a static type check (using 1397 /// the `Params` and `Results` type parameters on the underlying wasm 1398 /// function. If the type check passes then a `TypedFunc` object is returned, 1399 /// otherwise an error is returned describing the typecheck failure. 1400 /// 1401 /// The purpose of this relative to [`Func::call`] is that it's much more 1402 /// efficient when used to invoke WebAssembly functions. With the types 1403 /// statically known far less setup/teardown is required when invoking 1404 /// WebAssembly. If speed is desired then this function is recommended to be 1405 /// used instead of [`Func::call`] (which is more general, hence its 1406 /// slowdown). 1407 /// 1408 /// The `Params` type parameter is used to describe the parameters of the 1409 /// WebAssembly function. This can either be a single type (like `i32`), or 1410 /// a tuple of types representing the list of parameters (like `(i32, f32, 1411 /// f64)`). Additionally you can use `()` to represent that the function has 1412 /// no parameters. 1413 /// 1414 /// The `Results` type parameter is used to describe the results of the 1415 /// function. This behaves the same way as `Params`, but just for the 1416 /// results of the function. 1417 /// 1418 /// # Translating Between WebAssembly and Rust Types 1419 /// 1420 /// Translation between Rust types and WebAssembly types looks like: 1421 /// 1422 /// | WebAssembly | Rust | 1423 /// |-------------------------------------------|---------------------------------------| 1424 /// | `i32` | `i32` or `u32` | 1425 /// | `i64` | `i64` or `u64` | 1426 /// | `f32` | `f32` | 1427 /// | `f64` | `f64` | 1428 /// | `externref` aka `(ref null extern)` | `Option<Rooted<ExternRef>>` | 1429 /// | `(ref extern)` | `Rooted<ExternRef>` | 1430 /// | `nullexternref` aka `(ref null noextern)` | `Option<NoExtern>` | 1431 /// | `(ref noextern)` | `NoExtern` | 1432 /// | `anyref` aka `(ref null any)` | `Option<Rooted<AnyRef>>` | 1433 /// | `(ref any)` | `Rooted<AnyRef>` | 1434 /// | `eqref` aka `(ref null eq)` | `Option<Rooted<EqRef>>` | 1435 /// | `(ref eq)` | `Rooted<EqRef>` | 1436 /// | `i31ref` aka `(ref null i31)` | `Option<I31>` | 1437 /// | `(ref i31)` | `I31` | 1438 /// | `structref` aka `(ref null struct)` | `Option<Rooted<StructRef>>` | 1439 /// | `(ref struct)` | `Rooted<StructRef>` | 1440 /// | `arrayref` aka `(ref null array)` | `Option<Rooted<ArrayRef>>` | 1441 /// | `(ref array)` | `Rooted<ArrayRef>` | 1442 /// | `nullref` aka `(ref null none)` | `Option<NoneRef>` | 1443 /// | `(ref none)` | `NoneRef` | 1444 /// | `funcref` aka `(ref null func)` | `Option<Func>` | 1445 /// | `(ref func)` | `Func` | 1446 /// | `(ref null <func type index>)` | `Option<Func>` | 1447 /// | `(ref <func type index>)` | `Func` | 1448 /// | `nullfuncref` aka `(ref null nofunc)` | `Option<NoFunc>` | 1449 /// | `(ref nofunc)` | `NoFunc` | 1450 /// | `v128` | `V128` on `x86-64` and `aarch64` only | 1451 /// 1452 /// (Note that this mapping is the same as that of [`Func::wrap`], and that 1453 /// anywhere a `Rooted<T>` appears, a `ManuallyRooted<T>` may also appear). 1454 /// 1455 /// Note that once the [`TypedFunc`] return value is acquired you'll use either 1456 /// [`TypedFunc::call`] or [`TypedFunc::call_async`] as necessary to actually invoke 1457 /// the function. This method does not invoke any WebAssembly code, it 1458 /// simply performs a typecheck before returning the [`TypedFunc`] value. 1459 /// 1460 /// This method also has a convenience wrapper as 1461 /// [`Instance::get_typed_func`](crate::Instance::get_typed_func) to 1462 /// directly get a typed function value from an 1463 /// [`Instance`](crate::Instance). 1464 /// 1465 /// ## Subtyping 1466 /// 1467 /// For result types, you can always use a supertype of the WebAssembly 1468 /// function's actual declared result type. For example, if the WebAssembly 1469 /// function was declared with type `(func (result nullfuncref))` you could 1470 /// successfully call `f.typed::<(), Option<Func>>()` because `Option<Func>` 1471 /// corresponds to `funcref`, which is a supertype of `nullfuncref`. 1472 /// 1473 /// For parameter types, you can always use a subtype of the WebAssembly 1474 /// function's actual declared parameter type. For example, if the 1475 /// WebAssembly function was declared with type `(func (param (ref null 1476 /// func)))` you could successfully call `f.typed::<Func, ()>()` because 1477 /// `Func` corresponds to `(ref func)`, which is a subtype of `(ref null 1478 /// func)`. 1479 /// 1480 /// Additionally, for functions which take a reference to a concrete type as 1481 /// a parameter, you can also use the concrete type's supertype. Consider a 1482 /// WebAssembly function that takes a reference to a function with a 1483 /// concrete type: `(ref null <func type index>)`. In this scenario, there 1484 /// is no static `wasmtime::Foo` Rust type that corresponds to that 1485 /// particular Wasm-defined concrete reference type because Wasm modules are 1486 /// loaded dynamically at runtime. You *could* do `f.typed::<Option<NoFunc>, 1487 /// ()>()`, and while that is correctly typed and valid, it is often overly 1488 /// restrictive. The only value you could call the resulting typed function 1489 /// with is the null function reference, but we'd like to call it with 1490 /// non-null function references that happen to be of the correct 1491 /// type. Therefore, `f.typed<Option<Func>, ()>()` is also allowed in this 1492 /// case, even though `Option<Func>` represents `(ref null func)` which is 1493 /// the supertype, not subtype, of `(ref null <func type index>)`. This does 1494 /// imply some minimal dynamic type checks in this case, but it is supported 1495 /// for better ergonomics, to enable passing non-null references into the 1496 /// function. 1497 /// 1498 /// # Errors 1499 /// 1500 /// This function will return an error if `Params` or `Results` does not 1501 /// match the native type of this WebAssembly function. 1502 /// 1503 /// # Panics 1504 /// 1505 /// This method will panic if `store` does not own this function. 1506 /// 1507 /// # Examples 1508 /// 1509 /// An end-to-end example of calling a function which takes no parameters 1510 /// and has no results: 1511 /// 1512 /// ``` 1513 /// # use wasmtime::*; 1514 /// # fn main() -> anyhow::Result<()> { 1515 /// let engine = Engine::default(); 1516 /// let mut store = Store::new(&engine, ()); 1517 /// let module = Module::new(&engine, r#"(module (func (export "foo")))"#)?; 1518 /// let instance = Instance::new(&mut store, &module, &[])?; 1519 /// let foo = instance.get_func(&mut store, "foo").expect("export wasn't a function"); 1520 /// 1521 /// // Note that this call can fail due to the typecheck not passing, but 1522 /// // in our case we statically know the module so we know this should 1523 /// // pass. 1524 /// let typed = foo.typed::<(), ()>(&store)?; 1525 /// 1526 /// // Note that this can fail if the wasm traps at runtime. 1527 /// typed.call(&mut store, ())?; 1528 /// # Ok(()) 1529 /// # } 1530 /// ``` 1531 /// 1532 /// You can also pass in multiple parameters and get a result back 1533 /// 1534 /// ``` 1535 /// # use wasmtime::*; 1536 /// # fn foo(add: &Func, mut store: Store<()>) -> anyhow::Result<()> { 1537 /// let typed = add.typed::<(i32, i64), f32>(&store)?; 1538 /// assert_eq!(typed.call(&mut store, (1, 2))?, 3.0); 1539 /// # Ok(()) 1540 /// # } 1541 /// ``` 1542 /// 1543 /// and similarly if a function has multiple results you can bind that too 1544 /// 1545 /// ``` 1546 /// # use wasmtime::*; 1547 /// # fn foo(add_with_overflow: &Func, mut store: Store<()>) -> anyhow::Result<()> { 1548 /// let typed = add_with_overflow.typed::<(u32, u32), (u32, i32)>(&store)?; 1549 /// let (result, overflow) = typed.call(&mut store, (u32::max_value(), 2))?; 1550 /// assert_eq!(result, 1); 1551 /// assert_eq!(overflow, 1); 1552 /// # Ok(()) 1553 /// # } 1554 /// ``` 1555 pub fn typed<Params, Results>( 1556 &self, 1557 store: impl AsContext, 1558 ) -> Result<TypedFunc<Params, Results>> 1559 where 1560 Params: WasmParams, 1561 Results: WasmResults, 1562 { 1563 // Type-check that the params/results are all valid 1564 let store = store.as_context().0; 1565 let ty = self.load_ty(store); 1566 Params::typecheck(store.engine(), ty.params(), TypeCheckPosition::Param) 1567 .context("type mismatch with parameters")?; 1568 Results::typecheck(store.engine(), ty.results(), TypeCheckPosition::Result) 1569 .context("type mismatch with results")?; 1570 1571 // and then we can construct the typed version of this function 1572 // (unsafely), which should be safe since we just did the type check above. 1573 unsafe { Ok(TypedFunc::_new_unchecked(store, *self)) } 1574 } 1575 1576 /// Get a stable hash key for this function. 1577 /// 1578 /// Even if the same underlying function is added to the `StoreData` 1579 /// multiple times and becomes multiple `wasmtime::Func`s, this hash key 1580 /// will be consistent across all of these functions. 1581 #[allow(dead_code)] // Not used yet, but added for consistency. 1582 pub(crate) fn hash_key(&self, store: &mut StoreOpaque) -> impl core::hash::Hash + Eq + use<> { 1583 self.vm_func_ref(store).as_ptr() as usize 1584 } 1585 } 1586 1587 /// Prepares for entrance into WebAssembly. 1588 /// 1589 /// This function will set up context such that `closure` is allowed to call a 1590 /// raw trampoline or a raw WebAssembly function. This *must* be called to do 1591 /// things like catch traps and set up GC properly. 1592 /// 1593 /// The `closure` provided receives a default "caller" `VMContext` parameter it 1594 /// can pass to the called wasm function, if desired. 1595 pub(crate) fn invoke_wasm_and_catch_traps<T>( 1596 store: &mut StoreContextMut<'_, T>, 1597 closure: impl FnMut(NonNull<VMContext>, Option<InterpreterRef<'_>>) -> bool, 1598 ) -> Result<()> { 1599 unsafe { 1600 let exit = enter_wasm(store); 1601 1602 if let Err(trap) = store.0.call_hook(CallHook::CallingWasm) { 1603 exit_wasm(store, exit); 1604 return Err(trap); 1605 } 1606 let result = crate::runtime::vm::catch_traps(store, closure); 1607 exit_wasm(store, exit); 1608 store.0.call_hook(CallHook::ReturningFromWasm)?; 1609 result.map_err(|t| crate::trap::from_runtime_box(store.0, t)) 1610 } 1611 } 1612 1613 /// This function is called to register state within `Store` whenever 1614 /// WebAssembly is entered within the `Store`. 1615 /// 1616 /// This function sets up various limits such as: 1617 /// 1618 /// * The stack limit. This is what ensures that we limit the stack space 1619 /// allocated by WebAssembly code and it's relative to the initial stack 1620 /// pointer that called into wasm. 1621 /// 1622 /// This function may fail if the stack limit can't be set because an 1623 /// interrupt already happened. 1624 fn enter_wasm<T>(store: &mut StoreContextMut<'_, T>) -> Option<usize> { 1625 // If this is a recursive call, e.g. our stack limit is already set, then 1626 // we may be able to skip this function. 1627 // 1628 // For synchronous stores there's nothing else to do because all wasm calls 1629 // happen synchronously and on the same stack. This means that the previous 1630 // stack limit will suffice for the next recursive call. 1631 // 1632 // For asynchronous stores then each call happens on a separate native 1633 // stack. This means that the previous stack limit is no longer relevant 1634 // because we're on a separate stack. 1635 if unsafe { *store.0.vm_store_context().stack_limit.get() } != usize::MAX 1636 && !store.0.async_support() 1637 { 1638 return None; 1639 } 1640 1641 // Ignore this stack pointer business on miri since we can't execute wasm 1642 // anyway and the concept of a stack pointer on miri is a bit nebulous 1643 // regardless. 1644 if cfg!(miri) { 1645 return None; 1646 } 1647 1648 // When Cranelift has support for the host then we might be running native 1649 // compiled code meaning we need to read the actual stack pointer. If 1650 // Cranelift can't be used though then we're guaranteed to be running pulley 1651 // in which case this stack pointer isn't actually used as Pulley has custom 1652 // mechanisms for stack overflow. 1653 #[cfg(has_host_compiler_backend)] 1654 let stack_pointer = crate::runtime::vm::get_stack_pointer(); 1655 #[cfg(not(has_host_compiler_backend))] 1656 let stack_pointer = { 1657 use wasmtime_environ::TripleExt; 1658 debug_assert!(store.engine().target().is_pulley()); 1659 usize::MAX 1660 }; 1661 1662 // Determine the stack pointer where, after which, any wasm code will 1663 // immediately trap. This is checked on the entry to all wasm functions. 1664 // 1665 // Note that this isn't 100% precise. We are requested to give wasm 1666 // `max_wasm_stack` bytes, but what we're actually doing is giving wasm 1667 // probably a little less than `max_wasm_stack` because we're 1668 // calculating the limit relative to this function's approximate stack 1669 // pointer. Wasm will be executed on a frame beneath this one (or next 1670 // to it). In any case it's expected to be at most a few hundred bytes 1671 // of slop one way or another. When wasm is typically given a MB or so 1672 // (a million bytes) the slop shouldn't matter too much. 1673 // 1674 // After we've got the stack limit then we store it into the `stack_limit` 1675 // variable. 1676 let wasm_stack_limit = stack_pointer - store.engine().config().max_wasm_stack; 1677 let prev_stack = unsafe { 1678 mem::replace( 1679 &mut *store.0.vm_store_context().stack_limit.get(), 1680 wasm_stack_limit, 1681 ) 1682 }; 1683 1684 Some(prev_stack) 1685 } 1686 1687 fn exit_wasm<T>(store: &mut StoreContextMut<'_, T>, prev_stack: Option<usize>) { 1688 // If we don't have a previous stack pointer to restore, then there's no 1689 // cleanup we need to perform here. 1690 let prev_stack = match prev_stack { 1691 Some(stack) => stack, 1692 None => return, 1693 }; 1694 1695 unsafe { 1696 *store.0.vm_store_context().stack_limit.get() = prev_stack; 1697 } 1698 } 1699 1700 /// A trait implemented for types which can be returned from closures passed to 1701 /// [`Func::wrap`] and friends. 1702 /// 1703 /// This trait should not be implemented by user types. This trait may change at 1704 /// any time internally. The types which implement this trait, however, are 1705 /// stable over time. 1706 /// 1707 /// For more information see [`Func::wrap`] 1708 pub unsafe trait WasmRet { 1709 // Same as `WasmTy::compatible_with_store`. 1710 #[doc(hidden)] 1711 fn compatible_with_store(&self, store: &StoreOpaque) -> bool; 1712 1713 /// Stores this return value into the `ptr` specified using the rooted 1714 /// `store`. 1715 /// 1716 /// Traps are communicated through the `Result<_>` return value. 1717 /// 1718 /// # Unsafety 1719 /// 1720 /// This method is unsafe as `ptr` must have the correct length to store 1721 /// this result. This property is only checked in debug mode, not in release 1722 /// mode. 1723 #[doc(hidden)] 1724 unsafe fn store( 1725 self, 1726 store: &mut AutoAssertNoGc<'_>, 1727 ptr: &mut [MaybeUninit<ValRaw>], 1728 ) -> Result<()>; 1729 1730 #[doc(hidden)] 1731 fn func_type(engine: &Engine, params: impl Iterator<Item = ValType>) -> FuncType; 1732 #[doc(hidden)] 1733 fn may_gc() -> bool; 1734 1735 // Utilities used to convert an instance of this type to a `Result` 1736 // explicitly, used when wrapping async functions which always bottom-out 1737 // in a function that returns a trap because futures can be cancelled. 1738 #[doc(hidden)] 1739 type Fallible: WasmRet; 1740 #[doc(hidden)] 1741 fn into_fallible(self) -> Self::Fallible; 1742 #[doc(hidden)] 1743 fn fallible_from_error(error: Error) -> Self::Fallible; 1744 } 1745 1746 unsafe impl<T> WasmRet for T 1747 where 1748 T: WasmTy, 1749 { 1750 type Fallible = Result<T>; 1751 1752 fn compatible_with_store(&self, store: &StoreOpaque) -> bool { 1753 <Self as WasmTy>::compatible_with_store(self, store) 1754 } 1755 1756 unsafe fn store( 1757 self, 1758 store: &mut AutoAssertNoGc<'_>, 1759 ptr: &mut [MaybeUninit<ValRaw>], 1760 ) -> Result<()> { 1761 debug_assert!(ptr.len() > 0); 1762 <Self as WasmTy>::store(self, store, ptr.get_unchecked_mut(0)) 1763 } 1764 1765 fn may_gc() -> bool { 1766 T::may_gc() 1767 } 1768 1769 fn func_type(engine: &Engine, params: impl Iterator<Item = ValType>) -> FuncType { 1770 FuncType::new(engine, params, Some(<Self as WasmTy>::valtype())) 1771 } 1772 1773 fn into_fallible(self) -> Result<T> { 1774 Ok(self) 1775 } 1776 1777 fn fallible_from_error(error: Error) -> Result<T> { 1778 Err(error) 1779 } 1780 } 1781 1782 unsafe impl<T> WasmRet for Result<T> 1783 where 1784 T: WasmRet, 1785 { 1786 type Fallible = Self; 1787 1788 fn compatible_with_store(&self, store: &StoreOpaque) -> bool { 1789 match self { 1790 Ok(x) => <T as WasmRet>::compatible_with_store(x, store), 1791 Err(_) => true, 1792 } 1793 } 1794 1795 unsafe fn store( 1796 self, 1797 store: &mut AutoAssertNoGc<'_>, 1798 ptr: &mut [MaybeUninit<ValRaw>], 1799 ) -> Result<()> { 1800 self.and_then(|val| val.store(store, ptr)) 1801 } 1802 1803 fn may_gc() -> bool { 1804 T::may_gc() 1805 } 1806 1807 fn func_type(engine: &Engine, params: impl Iterator<Item = ValType>) -> FuncType { 1808 T::func_type(engine, params) 1809 } 1810 1811 fn into_fallible(self) -> Result<T> { 1812 self 1813 } 1814 1815 fn fallible_from_error(error: Error) -> Result<T> { 1816 Err(error) 1817 } 1818 } 1819 1820 macro_rules! impl_wasm_host_results { 1821 ($n:tt $($t:ident)*) => ( 1822 #[allow(non_snake_case)] 1823 unsafe impl<$($t),*> WasmRet for ($($t,)*) 1824 where 1825 $($t: WasmTy,)* 1826 { 1827 type Fallible = Result<Self>; 1828 1829 #[inline] 1830 fn compatible_with_store(&self, _store: &StoreOpaque) -> bool { 1831 let ($($t,)*) = self; 1832 $( $t.compatible_with_store(_store) && )* true 1833 } 1834 1835 #[inline] 1836 unsafe fn store( 1837 self, 1838 _store: &mut AutoAssertNoGc<'_>, 1839 _ptr: &mut [MaybeUninit<ValRaw>], 1840 ) -> Result<()> { 1841 let ($($t,)*) = self; 1842 let mut _cur = 0; 1843 $( 1844 debug_assert!(_cur < _ptr.len()); 1845 let val = _ptr.get_unchecked_mut(_cur); 1846 _cur += 1; 1847 WasmTy::store($t, _store, val)?; 1848 )* 1849 Ok(()) 1850 } 1851 1852 #[doc(hidden)] 1853 fn may_gc() -> bool { 1854 $( $t::may_gc() || )* false 1855 } 1856 1857 fn func_type(engine: &Engine, params: impl Iterator<Item = ValType>) -> FuncType { 1858 FuncType::new( 1859 engine, 1860 params, 1861 IntoIterator::into_iter([$($t::valtype(),)*]), 1862 ) 1863 } 1864 1865 #[inline] 1866 fn into_fallible(self) -> Result<Self> { 1867 Ok(self) 1868 } 1869 1870 #[inline] 1871 fn fallible_from_error(error: Error) -> Result<Self> { 1872 Err(error) 1873 } 1874 } 1875 ) 1876 } 1877 1878 for_each_function_signature!(impl_wasm_host_results); 1879 1880 /// Internal trait implemented for all arguments that can be passed to 1881 /// [`Func::wrap`] and [`Linker::func_wrap`](crate::Linker::func_wrap). 1882 /// 1883 /// This trait should not be implemented by external users, it's only intended 1884 /// as an implementation detail of this crate. 1885 pub trait IntoFunc<T, Params, Results>: Send + Sync + 'static { 1886 /// Convert this function into a `VM{Array,Native}CallHostFuncContext` and 1887 /// internal `VMFuncRef`. 1888 #[doc(hidden)] 1889 fn into_func(self, engine: &Engine) -> HostContext; 1890 } 1891 1892 macro_rules! impl_into_func { 1893 ($num:tt $arg:ident) => { 1894 // Implement for functions without a leading `&Caller` parameter, 1895 // delegating to the implementation below which does have the leading 1896 // `Caller` parameter. 1897 #[allow(non_snake_case)] 1898 impl<T, F, $arg, R> IntoFunc<T, $arg, R> for F 1899 where 1900 F: Fn($arg) -> R + Send + Sync + 'static, 1901 $arg: WasmTy, 1902 R: WasmRet, 1903 { 1904 fn into_func(self, engine: &Engine) -> HostContext { 1905 let f = move |_: Caller<'_, T>, $arg: $arg| { 1906 self($arg) 1907 }; 1908 1909 f.into_func(engine) 1910 } 1911 } 1912 1913 #[allow(non_snake_case)] 1914 impl<T, F, $arg, R> IntoFunc<T, (Caller<'_, T>, $arg), R> for F 1915 where 1916 F: Fn(Caller<'_, T>, $arg) -> R + Send + Sync + 'static, 1917 $arg: WasmTy, 1918 R: WasmRet, 1919 { 1920 fn into_func(self, engine: &Engine) -> HostContext { 1921 HostContext::from_closure(engine, move |caller: Caller<'_, T>, ($arg,)| { 1922 self(caller, $arg) 1923 }) 1924 } 1925 } 1926 }; 1927 ($num:tt $($args:ident)*) => { 1928 // Implement for functions without a leading `&Caller` parameter, 1929 // delegating to the implementation below which does have the leading 1930 // `Caller` parameter. 1931 #[allow(non_snake_case)] 1932 impl<T, F, $($args,)* R> IntoFunc<T, ($($args,)*), R> for F 1933 where 1934 F: Fn($($args),*) -> R + Send + Sync + 'static, 1935 $($args: WasmTy,)* 1936 R: WasmRet, 1937 { 1938 fn into_func(self, engine: &Engine) -> HostContext { 1939 let f = move |_: Caller<'_, T>, $($args:$args),*| { 1940 self($($args),*) 1941 }; 1942 1943 f.into_func(engine) 1944 } 1945 } 1946 1947 #[allow(non_snake_case)] 1948 impl<T, F, $($args,)* R> IntoFunc<T, (Caller<'_, T>, $($args,)*), R> for F 1949 where 1950 F: Fn(Caller<'_, T>, $($args),*) -> R + Send + Sync + 'static, 1951 $($args: WasmTy,)* 1952 R: WasmRet, 1953 { 1954 fn into_func(self, engine: &Engine) -> HostContext { 1955 HostContext::from_closure(engine, move |caller: Caller<'_, T>, ( $( $args ),* )| { 1956 self(caller, $( $args ),* ) 1957 }) 1958 } 1959 } 1960 } 1961 } 1962 1963 for_each_function_signature!(impl_into_func); 1964 1965 /// Trait implemented for various tuples made up of types which implement 1966 /// [`WasmTy`] that can be passed to [`Func::wrap_inner`] and 1967 /// [`HostContext::from_closure`]. 1968 pub unsafe trait WasmTyList { 1969 /// Get the value type that each Type in the list represents. 1970 fn valtypes() -> impl Iterator<Item = ValType>; 1971 1972 // Load a version of `Self` from the `values` provided. 1973 // 1974 // # Safety 1975 // 1976 // This function is unsafe as it's up to the caller to ensure that `values` are 1977 // valid for this given type. 1978 #[doc(hidden)] 1979 unsafe fn load(store: &mut AutoAssertNoGc<'_>, values: &mut [MaybeUninit<ValRaw>]) -> Self; 1980 1981 #[doc(hidden)] 1982 fn may_gc() -> bool; 1983 } 1984 1985 macro_rules! impl_wasm_ty_list { 1986 ($num:tt $($args:ident)*) => ( 1987 #[allow(non_snake_case)] 1988 unsafe impl<$($args),*> WasmTyList for ($($args,)*) 1989 where 1990 $($args: WasmTy,)* 1991 { 1992 fn valtypes() -> impl Iterator<Item = ValType> { 1993 IntoIterator::into_iter([$($args::valtype(),)*]) 1994 } 1995 1996 unsafe fn load(_store: &mut AutoAssertNoGc<'_>, _values: &mut [MaybeUninit<ValRaw>]) -> Self { 1997 let mut _cur = 0; 1998 ($({ 1999 debug_assert!(_cur < _values.len()); 2000 let ptr = _values.get_unchecked(_cur).assume_init_ref(); 2001 _cur += 1; 2002 $args::load(_store, ptr) 2003 },)*) 2004 } 2005 2006 fn may_gc() -> bool { 2007 $( $args::may_gc() || )* false 2008 } 2009 } 2010 ); 2011 } 2012 2013 for_each_function_signature!(impl_wasm_ty_list); 2014 2015 /// A structure representing the caller's context when creating a function 2016 /// via [`Func::wrap`]. 2017 /// 2018 /// This structure can be taken as the first parameter of a closure passed to 2019 /// [`Func::wrap`] or other constructors, and serves two purposes: 2020 /// 2021 /// * First consumers can use [`Caller<'_, T>`](crate::Caller) to get access to 2022 /// [`StoreContextMut<'_, T>`](crate::StoreContextMut) and/or get access to 2023 /// `T` itself. This means that the [`Caller`] type can serve as a proxy to 2024 /// the original [`Store`](crate::Store) itself and is used to satisfy 2025 /// [`AsContext`] and [`AsContextMut`] bounds. 2026 /// 2027 /// * Second a [`Caller`] can be used as the name implies, learning about the 2028 /// caller's context, namely it's exported memory and exported functions. This 2029 /// allows functions which take pointers as arguments to easily read the 2030 /// memory the pointers point into, or if a function is expected to call 2031 /// malloc in the wasm module to reserve space for the output you can do that. 2032 /// 2033 /// Host functions which want access to [`Store`](crate::Store)-level state are 2034 /// recommended to use this type. 2035 pub struct Caller<'a, T> { 2036 pub(crate) store: StoreContextMut<'a, T>, 2037 caller: &'a crate::runtime::vm::Instance, 2038 } 2039 2040 impl<T> Caller<'_, T> { 2041 unsafe fn with<F, R>(caller: NonNull<VMContext>, f: F) -> R 2042 where 2043 // The closure must be valid for any `Caller` it is given; it doesn't 2044 // get to choose the `Caller`'s lifetime. 2045 F: for<'a> FnOnce(Caller<'a, T>) -> R, 2046 // And the return value must not borrow from the caller/store. 2047 R: 'static, 2048 { 2049 crate::runtime::vm::InstanceAndStore::from_vmctx(caller, |pair| { 2050 let (instance, mut store) = pair.unpack_context_mut::<T>(); 2051 2052 let (gc_lifo_scope, ret) = { 2053 let gc_lifo_scope = store.0.gc_roots().enter_lifo_scope(); 2054 2055 let ret = f(Caller { 2056 store: store.as_context_mut(), 2057 caller: &instance, 2058 }); 2059 2060 (gc_lifo_scope, ret) 2061 }; 2062 2063 // Safe to recreate a mutable borrow of the store because `ret` 2064 // cannot be borrowing from the store. 2065 store.0.exit_gc_lifo_scope(gc_lifo_scope); 2066 2067 ret 2068 }) 2069 } 2070 2071 fn sub_caller(&mut self) -> Caller<'_, T> { 2072 Caller { 2073 store: self.store.as_context_mut(), 2074 caller: self.caller, 2075 } 2076 } 2077 2078 /// Looks up an export from the caller's module by the `name` given. 2079 /// 2080 /// This is a low-level function that's typically used to implement passing 2081 /// of pointers or indices between core Wasm instances, where the callee 2082 /// needs to consult the caller's exports to perform memory management and 2083 /// resolve the references. 2084 /// 2085 /// For comparison, in components, the component model handles translating 2086 /// arguments from one component instance to another and managing memory, so 2087 /// that callees don't need to be aware of their callers, which promotes 2088 /// virtualizability of APIs. 2089 /// 2090 /// # Return 2091 /// 2092 /// If an export with the `name` provided was found, then it is returned as an 2093 /// `Extern`. There are a number of situations, however, where the export may not 2094 /// be available: 2095 /// 2096 /// * The caller instance may not have an export named `name` 2097 /// * There may not be a caller available, for example if `Func` was called 2098 /// directly from host code. 2099 /// 2100 /// It's recommended to take care when calling this API and gracefully 2101 /// handling a `None` return value. 2102 pub fn get_export(&mut self, name: &str) -> Option<Extern> { 2103 // All instances created have a `host_state` with a pointer pointing 2104 // back to themselves. If this caller doesn't have that `host_state` 2105 // then it probably means it was a host-created object like `Func::new` 2106 // which doesn't have any exports we want to return anyway. 2107 self.caller 2108 .host_state() 2109 .downcast_ref::<Instance>()? 2110 .get_export(&mut self.store, name) 2111 } 2112 2113 /// Looks up an exported [`Extern`] value by a [`ModuleExport`] value. 2114 /// 2115 /// This is similar to [`Self::get_export`] but uses a [`ModuleExport`] value to avoid 2116 /// string lookups where possible. [`ModuleExport`]s can be obtained by calling 2117 /// [`Module::get_export_index`] on the [`Module`] that an instance was instantiated with. 2118 /// 2119 /// This method will search the module for an export with a matching entity index and return 2120 /// the value, if found. 2121 /// 2122 /// Returns `None` if there was no export with a matching entity index. 2123 /// # Panics 2124 /// 2125 /// Panics if `store` does not own this instance. 2126 /// 2127 /// # Usage 2128 /// ``` 2129 /// use std::str; 2130 /// 2131 /// # use wasmtime::*; 2132 /// # fn main() -> anyhow::Result<()> { 2133 /// # let mut store = Store::default(); 2134 /// 2135 /// let module = Module::new( 2136 /// store.engine(), 2137 /// r#" 2138 /// (module 2139 /// (import "" "" (func $log_str (param i32 i32))) 2140 /// (func (export "foo") 2141 /// i32.const 4 ;; ptr 2142 /// i32.const 13 ;; len 2143 /// call $log_str) 2144 /// (memory (export "memory") 1) 2145 /// (data (i32.const 4) "Hello, world!")) 2146 /// "#, 2147 /// )?; 2148 /// 2149 /// let Some(module_export) = module.get_export_index("memory") else { 2150 /// anyhow::bail!("failed to find `memory` export in module"); 2151 /// }; 2152 /// 2153 /// let log_str = Func::wrap(&mut store, move |mut caller: Caller<'_, ()>, ptr: i32, len: i32| { 2154 /// let mem = match caller.get_module_export(&module_export) { 2155 /// Some(Extern::Memory(mem)) => mem, 2156 /// _ => anyhow::bail!("failed to find host memory"), 2157 /// }; 2158 /// let data = mem.data(&caller) 2159 /// .get(ptr as u32 as usize..) 2160 /// .and_then(|arr| arr.get(..len as u32 as usize)); 2161 /// let string = match data { 2162 /// Some(data) => match str::from_utf8(data) { 2163 /// Ok(s) => s, 2164 /// Err(_) => anyhow::bail!("invalid utf-8"), 2165 /// }, 2166 /// None => anyhow::bail!("pointer/length out of bounds"), 2167 /// }; 2168 /// assert_eq!(string, "Hello, world!"); 2169 /// println!("{}", string); 2170 /// Ok(()) 2171 /// }); 2172 /// let instance = Instance::new(&mut store, &module, &[log_str.into()])?; 2173 /// let foo = instance.get_typed_func::<(), ()>(&mut store, "foo")?; 2174 /// foo.call(&mut store, ())?; 2175 /// # Ok(()) 2176 /// # } 2177 /// ``` 2178 pub fn get_module_export(&mut self, export: &ModuleExport) -> Option<Extern> { 2179 self.caller 2180 .host_state() 2181 .downcast_ref::<Instance>()? 2182 .get_module_export(&mut self.store, export) 2183 } 2184 2185 /// Access the underlying data owned by this `Store`. 2186 /// 2187 /// Same as [`Store::data`](crate::Store::data) 2188 pub fn data(&self) -> &T { 2189 self.store.data() 2190 } 2191 2192 /// Access the underlying data owned by this `Store`. 2193 /// 2194 /// Same as [`Store::data_mut`](crate::Store::data_mut) 2195 pub fn data_mut(&mut self) -> &mut T { 2196 self.store.data_mut() 2197 } 2198 2199 /// Returns the underlying [`Engine`] this store is connected to. 2200 pub fn engine(&self) -> &Engine { 2201 self.store.engine() 2202 } 2203 2204 /// Perform garbage collection. 2205 /// 2206 /// Same as [`Store::gc`](crate::Store::gc). 2207 #[cfg(feature = "gc")] 2208 pub fn gc(&mut self) { 2209 self.store.gc() 2210 } 2211 2212 /// Perform garbage collection asynchronously. 2213 /// 2214 /// Same as [`Store::gc_async`](crate::Store::gc_async). 2215 #[cfg(all(feature = "async", feature = "gc"))] 2216 pub async fn gc_async(&mut self) 2217 where 2218 T: Send, 2219 { 2220 self.store.gc_async().await; 2221 } 2222 2223 /// Returns the remaining fuel in the store. 2224 /// 2225 /// For more information see [`Store::get_fuel`](crate::Store::get_fuel) 2226 pub fn get_fuel(&self) -> Result<u64> { 2227 self.store.get_fuel() 2228 } 2229 2230 /// Set the amount of fuel in this store to be consumed when executing wasm code. 2231 /// 2232 /// For more information see [`Store::set_fuel`](crate::Store::set_fuel) 2233 pub fn set_fuel(&mut self, fuel: u64) -> Result<()> { 2234 self.store.set_fuel(fuel) 2235 } 2236 2237 /// Configures this `Store` to yield while executing futures every N units of fuel. 2238 /// 2239 /// For more information see 2240 /// [`Store::fuel_async_yield_interval`](crate::Store::fuel_async_yield_interval) 2241 pub fn fuel_async_yield_interval(&mut self, interval: Option<u64>) -> Result<()> { 2242 self.store.fuel_async_yield_interval(interval) 2243 } 2244 } 2245 2246 impl<T> AsContext for Caller<'_, T> { 2247 type Data = T; 2248 fn as_context(&self) -> StoreContext<'_, T> { 2249 self.store.as_context() 2250 } 2251 } 2252 2253 impl<T> AsContextMut for Caller<'_, T> { 2254 fn as_context_mut(&mut self) -> StoreContextMut<'_, T> { 2255 self.store.as_context_mut() 2256 } 2257 } 2258 2259 // State stored inside a `VMArrayCallHostFuncContext`. 2260 struct HostFuncState<F> { 2261 // The actual host function. 2262 func: F, 2263 2264 // NB: We have to keep our `VMSharedTypeIndex` registered in the engine for 2265 // as long as this function exists. 2266 #[allow(dead_code)] 2267 ty: RegisteredType, 2268 } 2269 2270 #[doc(hidden)] 2271 pub enum HostContext { 2272 Array(StoreBox<VMArrayCallHostFuncContext>), 2273 } 2274 2275 impl From<StoreBox<VMArrayCallHostFuncContext>> for HostContext { 2276 fn from(ctx: StoreBox<VMArrayCallHostFuncContext>) -> Self { 2277 HostContext::Array(ctx) 2278 } 2279 } 2280 2281 impl HostContext { 2282 fn from_closure<F, T, P, R>(engine: &Engine, func: F) -> Self 2283 where 2284 F: Fn(Caller<'_, T>, P) -> R + Send + Sync + 'static, 2285 P: WasmTyList, 2286 R: WasmRet, 2287 { 2288 let ty = R::func_type(engine, None::<ValType>.into_iter().chain(P::valtypes())); 2289 let type_index = ty.type_index(); 2290 2291 let array_call = Self::array_call_trampoline::<T, F, P, R>; 2292 2293 let ctx = unsafe { 2294 VMArrayCallHostFuncContext::new( 2295 array_call, 2296 type_index, 2297 Box::new(HostFuncState { 2298 func, 2299 ty: ty.into_registered_type(), 2300 }), 2301 ) 2302 }; 2303 2304 ctx.into() 2305 } 2306 2307 unsafe extern "C" fn array_call_trampoline<T, F, P, R>( 2308 callee_vmctx: NonNull<VMOpaqueContext>, 2309 caller_vmctx: NonNull<VMOpaqueContext>, 2310 args: NonNull<ValRaw>, 2311 args_len: usize, 2312 ) -> bool 2313 where 2314 F: Fn(Caller<'_, T>, P) -> R + 'static, 2315 P: WasmTyList, 2316 R: WasmRet, 2317 { 2318 // Note that this function is intentionally scoped into a 2319 // separate closure. Handling traps and panics will involve 2320 // longjmp-ing from this function which means we won't run 2321 // destructors. As a result anything requiring a destructor 2322 // should be part of this closure, and the long-jmp-ing 2323 // happens after the closure in handling the result. 2324 let run = move |mut caller: Caller<'_, T>| { 2325 let mut args = 2326 NonNull::slice_from_raw_parts(args.cast::<MaybeUninit<ValRaw>>(), args_len); 2327 let vmctx = VMArrayCallHostFuncContext::from_opaque(callee_vmctx); 2328 let state = vmctx.as_ref().host_state(); 2329 2330 // Double-check ourselves in debug mode, but we control 2331 // the `Any` here so an unsafe downcast should also 2332 // work. 2333 debug_assert!(state.is::<HostFuncState<F>>()); 2334 let state = &*(state as *const _ as *const HostFuncState<F>); 2335 let func = &state.func; 2336 2337 let ret = 'ret: { 2338 if let Err(trap) = caller.store.0.call_hook(CallHook::CallingHost) { 2339 break 'ret R::fallible_from_error(trap); 2340 } 2341 2342 let mut store = if P::may_gc() { 2343 AutoAssertNoGc::new(caller.store.0) 2344 } else { 2345 unsafe { AutoAssertNoGc::disabled(caller.store.0) } 2346 }; 2347 let params = P::load(&mut store, args.as_mut()); 2348 let _ = &mut store; 2349 drop(store); 2350 2351 let r = func(caller.sub_caller(), params); 2352 if let Err(trap) = caller.store.0.call_hook(CallHook::ReturningFromHost) { 2353 break 'ret R::fallible_from_error(trap); 2354 } 2355 r.into_fallible() 2356 }; 2357 2358 if !ret.compatible_with_store(caller.store.0) { 2359 bail!("host function attempted to return cross-`Store` value to Wasm") 2360 } else { 2361 let mut store = if R::may_gc() { 2362 AutoAssertNoGc::new(caller.store.0) 2363 } else { 2364 unsafe { AutoAssertNoGc::disabled(caller.store.0) } 2365 }; 2366 let ret = ret.store(&mut store, args.as_mut())?; 2367 Ok(ret) 2368 } 2369 }; 2370 2371 // With nothing else on the stack move `run` into this 2372 // closure and then run it as part of `Caller::with`. 2373 crate::runtime::vm::catch_unwind_and_record_trap(move || { 2374 let caller_vmctx = VMContext::from_opaque(caller_vmctx); 2375 Caller::with(caller_vmctx, run) 2376 }) 2377 } 2378 } 2379 2380 /// Representation of a host-defined function. 2381 /// 2382 /// This is used for `Func::new` but also for `Linker`-defined functions. For 2383 /// `Func::new` this is stored within a `Store`, and for `Linker`-defined 2384 /// functions they wrap this up in `Arc` to enable shared ownership of this 2385 /// across many stores. 2386 /// 2387 /// Technically this structure needs a `<T>` type parameter to connect to the 2388 /// `Store<T>` itself, but that's an unsafe contract of using this for now 2389 /// rather than part of the struct type (to avoid `Func<T>` in the API). 2390 pub(crate) struct HostFunc { 2391 ctx: HostContext, 2392 2393 // Stored to unregister this function's signature with the engine when this 2394 // is dropped. 2395 engine: Engine, 2396 } 2397 2398 impl core::fmt::Debug for HostFunc { 2399 fn fmt(&self, f: &mut core::fmt::Formatter<'_>) -> core::fmt::Result { 2400 f.debug_struct("HostFunc").finish_non_exhaustive() 2401 } 2402 } 2403 2404 impl HostFunc { 2405 /// Analog of [`Func::new`] 2406 /// 2407 /// # Panics 2408 /// 2409 /// Panics if the given function type is not associated with the given 2410 /// engine. 2411 pub fn new<T>( 2412 engine: &Engine, 2413 ty: FuncType, 2414 func: impl Fn(Caller<'_, T>, &[Val], &mut [Val]) -> Result<()> + Send + Sync + 'static, 2415 ) -> Self { 2416 assert!(ty.comes_from_same_engine(engine)); 2417 let ty_clone = ty.clone(); 2418 unsafe { 2419 HostFunc::new_unchecked(engine, ty, move |caller, values| { 2420 Func::invoke_host_func_for_wasm(caller, &ty_clone, values, &func) 2421 }) 2422 } 2423 } 2424 2425 /// Analog of [`Func::new_unchecked`] 2426 /// 2427 /// # Panics 2428 /// 2429 /// Panics if the given function type is not associated with the given 2430 /// engine. 2431 pub unsafe fn new_unchecked<T>( 2432 engine: &Engine, 2433 ty: FuncType, 2434 func: impl Fn(Caller<'_, T>, &mut [ValRaw]) -> Result<()> + Send + Sync + 'static, 2435 ) -> Self { 2436 assert!(ty.comes_from_same_engine(engine)); 2437 let func = move |caller_vmctx, values: &mut [ValRaw]| { 2438 Caller::<T>::with(caller_vmctx, |mut caller| { 2439 caller.store.0.call_hook(CallHook::CallingHost)?; 2440 let result = func(caller.sub_caller(), values)?; 2441 caller.store.0.call_hook(CallHook::ReturningFromHost)?; 2442 Ok(result) 2443 }) 2444 }; 2445 let ctx = crate::trampoline::create_array_call_function(&ty, func) 2446 .expect("failed to create function"); 2447 HostFunc::_new(engine, ctx.into()) 2448 } 2449 2450 /// Analog of [`Func::wrap_inner`] 2451 #[cfg(any(feature = "component-model", feature = "async"))] 2452 pub fn wrap_inner<F, T, Params, Results>(engine: &Engine, func: F) -> Self 2453 where 2454 F: Fn(Caller<'_, T>, Params) -> Results + Send + Sync + 'static, 2455 Params: WasmTyList, 2456 Results: WasmRet, 2457 { 2458 let ctx = HostContext::from_closure(engine, func); 2459 HostFunc::_new(engine, ctx) 2460 } 2461 2462 /// Analog of [`Func::wrap`] 2463 pub fn wrap<T, Params, Results>( 2464 engine: &Engine, 2465 func: impl IntoFunc<T, Params, Results>, 2466 ) -> Self { 2467 let ctx = func.into_func(engine); 2468 HostFunc::_new(engine, ctx) 2469 } 2470 2471 /// Requires that this function's signature is already registered within 2472 /// `Engine`. This happens automatically during the above two constructors. 2473 fn _new(engine: &Engine, ctx: HostContext) -> Self { 2474 HostFunc { 2475 ctx, 2476 engine: engine.clone(), 2477 } 2478 } 2479 2480 /// Inserts this `HostFunc` into a `Store`, returning the `Func` pointing to 2481 /// it. 2482 /// 2483 /// # Unsafety 2484 /// 2485 /// Can only be inserted into stores with a matching `T` relative to when 2486 /// this `HostFunc` was first created. 2487 pub unsafe fn to_func(self: &Arc<Self>, store: &mut StoreOpaque) -> Func { 2488 self.validate_store(store); 2489 let me = self.clone(); 2490 Func::from_func_kind(FuncKind::SharedHost(me), store) 2491 } 2492 2493 /// Inserts this `HostFunc` into a `Store`, returning the `Func` pointing to 2494 /// it. 2495 /// 2496 /// This function is similar to, but not equivalent, to `HostFunc::to_func`. 2497 /// Notably this function requires that the `Arc<Self>` pointer is otherwise 2498 /// rooted within the `StoreOpaque` via another means. When in doubt use 2499 /// `to_func` above as it's safer. 2500 /// 2501 /// # Unsafety 2502 /// 2503 /// Can only be inserted into stores with a matching `T` relative to when 2504 /// this `HostFunc` was first created. 2505 /// 2506 /// Additionally the `&Arc<Self>` is not cloned in this function. Instead a 2507 /// raw pointer to `Self` is stored within the `Store` for this function. 2508 /// The caller must arrange for the `Arc<Self>` to be "rooted" in the store 2509 /// provided via another means, probably by pushing to 2510 /// `StoreOpaque::rooted_host_funcs`. 2511 /// 2512 /// Similarly, the caller must arrange for `rooted_func_ref` to be rooted in 2513 /// the same store. 2514 pub unsafe fn to_func_store_rooted( 2515 self: &Arc<Self>, 2516 store: &mut StoreOpaque, 2517 rooted_func_ref: Option<NonNull<VMFuncRef>>, 2518 ) -> Func { 2519 self.validate_store(store); 2520 2521 if rooted_func_ref.is_some() { 2522 debug_assert!(self.func_ref().wasm_call.is_none()); 2523 debug_assert!(matches!(self.ctx, HostContext::Array(_))); 2524 } 2525 2526 Func::from_func_kind( 2527 FuncKind::RootedHost(RootedHostFunc::new(self, rooted_func_ref)), 2528 store, 2529 ) 2530 } 2531 2532 /// Same as [`HostFunc::to_func`], different ownership. 2533 unsafe fn into_func(self, store: &mut StoreOpaque) -> Func { 2534 self.validate_store(store); 2535 Func::from_func_kind(FuncKind::Host(Box::new(self)), store) 2536 } 2537 2538 fn validate_store(&self, store: &mut StoreOpaque) { 2539 // This assert is required to ensure that we can indeed safely insert 2540 // `self` into the `store` provided, otherwise the type information we 2541 // have listed won't be correct. This is possible to hit with the public 2542 // API of Wasmtime, and should be documented in relevant functions. 2543 assert!( 2544 Engine::same(&self.engine, store.engine()), 2545 "cannot use a store with a different engine than a linker was created with", 2546 ); 2547 } 2548 2549 pub(crate) fn sig_index(&self) -> VMSharedTypeIndex { 2550 self.func_ref().type_index 2551 } 2552 2553 pub(crate) fn func_ref(&self) -> &VMFuncRef { 2554 match &self.ctx { 2555 HostContext::Array(ctx) => unsafe { ctx.get().as_ref().func_ref() }, 2556 } 2557 } 2558 2559 pub(crate) fn host_ctx(&self) -> &HostContext { 2560 &self.ctx 2561 } 2562 2563 fn export_func(&self) -> ExportFunction { 2564 ExportFunction { 2565 func_ref: NonNull::from(self.func_ref()), 2566 } 2567 } 2568 } 2569 2570 impl FuncData { 2571 #[inline] 2572 fn export(&self) -> ExportFunction { 2573 self.kind.export() 2574 } 2575 2576 pub(crate) fn sig_index(&self) -> VMSharedTypeIndex { 2577 unsafe { self.export().func_ref.as_ref().type_index } 2578 } 2579 } 2580 2581 impl FuncKind { 2582 #[inline] 2583 fn export(&self) -> ExportFunction { 2584 match self { 2585 FuncKind::StoreOwned { export, .. } => *export, 2586 FuncKind::SharedHost(host) => host.export_func(), 2587 FuncKind::RootedHost(rooted) => ExportFunction { 2588 func_ref: NonNull::from(rooted.func_ref()), 2589 }, 2590 FuncKind::Host(host) => host.export_func(), 2591 } 2592 } 2593 } 2594 2595 use self::rooted::*; 2596 2597 /// An inner module is used here to force unsafe construction of 2598 /// `RootedHostFunc` instead of accidentally safely allowing access to its 2599 /// constructor. 2600 mod rooted { 2601 use super::HostFunc; 2602 use crate::runtime::vm::{SendSyncPtr, VMFuncRef}; 2603 use alloc::sync::Arc; 2604 use core::ptr::NonNull; 2605 2606 /// A variant of a pointer-to-a-host-function used in `FuncKind::RootedHost` 2607 /// above. 2608 /// 2609 /// For more documentation see `FuncKind::RootedHost`, `InstancePre`, and 2610 /// `HostFunc::to_func_store_rooted`. 2611 pub(crate) struct RootedHostFunc { 2612 func: SendSyncPtr<HostFunc>, 2613 func_ref: Option<SendSyncPtr<VMFuncRef>>, 2614 } 2615 2616 impl RootedHostFunc { 2617 /// Note that this is `unsafe` because this wrapper type allows safe 2618 /// access to the pointer given at any time, including outside the 2619 /// window of validity of `func`, so callers must not use the return 2620 /// value past the lifetime of the provided `func`. 2621 /// 2622 /// Similarly, callers must ensure that the given `func_ref` is valid 2623 /// for the lifetime of the return value. 2624 pub(crate) unsafe fn new( 2625 func: &Arc<HostFunc>, 2626 func_ref: Option<NonNull<VMFuncRef>>, 2627 ) -> RootedHostFunc { 2628 RootedHostFunc { 2629 func: NonNull::from(&**func).into(), 2630 func_ref: func_ref.map(|p| p.into()), 2631 } 2632 } 2633 2634 pub(crate) fn func(&self) -> &HostFunc { 2635 // Safety invariants are upheld by the `RootedHostFunc::new` caller. 2636 unsafe { self.func.as_ref() } 2637 } 2638 2639 pub(crate) fn func_ref(&self) -> &VMFuncRef { 2640 if let Some(f) = self.func_ref { 2641 // Safety invariants are upheld by the `RootedHostFunc::new` caller. 2642 unsafe { f.as_ref() } 2643 } else { 2644 self.func().func_ref() 2645 } 2646 } 2647 } 2648 } 2649 2650 #[cfg(test)] 2651 mod tests { 2652 use super::*; 2653 use crate::Store; 2654 2655 #[test] 2656 fn hash_key_is_stable_across_duplicate_store_data_entries() -> Result<()> { 2657 let mut store = Store::<()>::default(); 2658 let module = Module::new( 2659 store.engine(), 2660 r#" 2661 (module 2662 (func (export "f") 2663 nop 2664 ) 2665 ) 2666 "#, 2667 )?; 2668 let instance = Instance::new(&mut store, &module, &[])?; 2669 2670 // Each time we `get_func`, we call `Func::from_wasmtime` which adds a 2671 // new entry to `StoreData`, so `f1` and `f2` will have different 2672 // indices into `StoreData`. 2673 let f1 = instance.get_func(&mut store, "f").unwrap(); 2674 let f2 = instance.get_func(&mut store, "f").unwrap(); 2675 2676 // But their hash keys are the same. 2677 assert!( 2678 f1.hash_key(&mut store.as_context_mut().0) 2679 == f2.hash_key(&mut store.as_context_mut().0) 2680 ); 2681 2682 // But the hash keys are different from different funcs. 2683 let instance2 = Instance::new(&mut store, &module, &[])?; 2684 let f3 = instance2.get_func(&mut store, "f").unwrap(); 2685 assert!( 2686 f1.hash_key(&mut store.as_context_mut().0) 2687 != f3.hash_key(&mut store.as_context_mut().0) 2688 ); 2689 2690 Ok(()) 2691 } 2692 } 2693