1 use crate::prelude::*;
2 use crate::runtime::Uninhabited;
3 use crate::runtime::vm::{
4     self, InterpreterRef, SendSyncPtr, StoreBox, VMArrayCallHostFuncContext,
5     VMCommonStackInformation, VMContext, VMFuncRef, VMFunctionImport, VMOpaqueContext,
6     VMStoreContext,
7 };
8 use crate::store::{AutoAssertNoGc, InstanceId, StoreId, StoreOpaque};
9 use crate::type_registry::RegisteredType;
10 use crate::{
11     AsContext, AsContextMut, CallHook, Engine, Extern, FuncType, Instance, ModuleExport, Ref,
12     StoreContext, StoreContextMut, Val, ValRaw, ValType,
13 };
14 use alloc::sync::Arc;
15 use core::ffi::c_void;
16 #[cfg(feature = "async")]
17 use core::future::Future;
18 use core::mem::{self, MaybeUninit};
19 use core::ptr::NonNull;
20 use wasmtime_environ::VMSharedTypeIndex;
21 
22 /// A reference to the abstract `nofunc` heap value.
23 ///
24 /// The are no instances of `(ref nofunc)`: it is an uninhabited type.
25 ///
26 /// There is precisely one instance of `(ref null nofunc)`, aka `nullfuncref`:
27 /// the null reference.
28 ///
29 /// This `NoFunc` Rust type's sole purpose is for use with [`Func::wrap`]- and
30 /// [`Func::typed`]-style APIs for statically typing a function as taking or
31 /// returning a `(ref null nofunc)` (aka `Option<NoFunc>`) which is always
32 /// `None`.
33 ///
34 /// # Example
35 ///
36 /// ```
37 /// # use wasmtime::*;
38 /// # fn _foo() -> Result<()> {
39 /// let mut config = Config::new();
40 /// config.wasm_function_references(true);
41 /// let engine = Engine::new(&config)?;
42 ///
43 /// let module = Module::new(
44 ///     &engine,
45 ///     r#"
46 ///         (module
47 ///             (func (export "f") (param (ref null nofunc))
48 ///                 ;; If the reference is null, return.
49 ///                 local.get 0
50 ///                 ref.is_null nofunc
51 ///                 br_if 0
52 ///
53 ///                 ;; If the reference was not null (which is impossible)
54 ///                 ;; then raise a trap.
55 ///                 unreachable
56 ///             )
57 ///         )
58 ///     "#,
59 /// )?;
60 ///
61 /// let mut store = Store::new(&engine, ());
62 /// let instance = Instance::new(&mut store, &module, &[])?;
63 /// let f = instance.get_func(&mut store, "f").unwrap();
64 ///
65 /// // We can cast a `(ref null nofunc)`-taking function into a typed function that
66 /// // takes an `Option<NoFunc>` via the `Func::typed` method.
67 /// let f = f.typed::<Option<NoFunc>, ()>(&store)?;
68 ///
69 /// // We can call the typed function, passing the null `nofunc` reference.
70 /// let result = f.call(&mut store, NoFunc::null());
71 ///
72 /// // The function should not have trapped, because the reference we gave it was
73 /// // null (as it had to be, since `NoFunc` is uninhabited).
74 /// assert!(result.is_ok());
75 /// # Ok(())
76 /// # }
77 /// ```
78 #[derive(Copy, Clone, Debug, PartialEq, Eq)]
79 pub struct NoFunc {
80     _inner: Uninhabited,
81 }
82 
83 impl NoFunc {
84     /// Get the null `(ref null nofunc)` (aka `nullfuncref`) reference.
85     #[inline]
86     pub fn null() -> Option<NoFunc> {
87         None
88     }
89 
90     /// Get the null `(ref null nofunc)` (aka `nullfuncref`) reference as a
91     /// [`Ref`].
92     #[inline]
93     pub fn null_ref() -> Ref {
94         Ref::Func(None)
95     }
96 
97     /// Get the null `(ref null nofunc)` (aka `nullfuncref`) reference as a
98     /// [`Val`].
99     #[inline]
100     pub fn null_val() -> Val {
101         Val::FuncRef(None)
102     }
103 }
104 
105 /// A WebAssembly function which can be called.
106 ///
107 /// This type typically represents an exported function from a WebAssembly
108 /// module instance. In this case a [`Func`] belongs to an [`Instance`] and is
109 /// loaded from there. A [`Func`] may also represent a host function as well in
110 /// some cases, too.
111 ///
112 /// Functions can be called in a few different ways, either synchronous or async
113 /// and either typed or untyped (more on this below). Note that host functions
114 /// are normally inserted directly into a [`Linker`](crate::Linker) rather than
115 /// using this directly, but both options are available.
116 ///
117 /// # `Func` and `async`
118 ///
119 /// Functions from the perspective of WebAssembly are always synchronous. You
120 /// might have an `async` function in Rust, however, which you'd like to make
121 /// available from WebAssembly. Wasmtime supports asynchronously calling
122 /// WebAssembly through native stack switching. You can get some more
123 /// information about [asynchronous configs](crate::Config::async_support), but
124 /// from the perspective of `Func` it's important to know that whether or not
125 /// your [`Store`](crate::Store) is asynchronous will dictate whether you call
126 /// functions through [`Func::call`] or [`Func::call_async`] (or the typed
127 /// wrappers such as [`TypedFunc::call`] vs [`TypedFunc::call_async`]).
128 ///
129 /// # To `Func::call` or to `Func::typed().call()`
130 ///
131 /// There's a 2x2 matrix of methods to call [`Func`]. Invocations can either be
132 /// asynchronous or synchronous. They can also be statically typed or not.
133 /// Whether or not an invocation is asynchronous is indicated via the method
134 /// being `async` and [`call_async`](Func::call_async) being the entry point.
135 /// Otherwise for statically typed or not your options are:
136 ///
137 /// * Dynamically typed - if you don't statically know the signature of the
138 ///   function that you're calling you'll be using [`Func::call`] or
139 ///   [`Func::call_async`]. These functions take a variable-length slice of
140 ///   "boxed" arguments in their [`Val`] representation. Additionally the
141 ///   results are returned as an owned slice of [`Val`]. These methods are not
142 ///   optimized due to the dynamic type checks that must occur, in addition to
143 ///   some dynamic allocations for where to put all the arguments. While this
144 ///   allows you to call all possible wasm function signatures, if you're
145 ///   looking for a speedier alternative you can also use...
146 ///
147 /// * Statically typed - if you statically know the type signature of the wasm
148 ///   function you're calling, then you'll want to use the [`Func::typed`]
149 ///   method to acquire an instance of [`TypedFunc`]. This structure is static proof
150 ///   that the underlying wasm function has the ascripted type, and type
151 ///   validation is only done once up-front. The [`TypedFunc::call`] and
152 ///   [`TypedFunc::call_async`] methods are much more efficient than [`Func::call`]
153 ///   and [`Func::call_async`] because the type signature is statically known.
154 ///   This eschews runtime checks as much as possible to get into wasm as fast
155 ///   as possible.
156 ///
157 /// # Examples
158 ///
159 /// One way to get a `Func` is from an [`Instance`] after you've instantiated
160 /// it:
161 ///
162 /// ```
163 /// # use wasmtime::*;
164 /// # fn main() -> anyhow::Result<()> {
165 /// let engine = Engine::default();
166 /// let module = Module::new(&engine, r#"(module (func (export "foo")))"#)?;
167 /// let mut store = Store::new(&engine, ());
168 /// let instance = Instance::new(&mut store, &module, &[])?;
169 /// let foo = instance.get_func(&mut store, "foo").expect("export wasn't a function");
170 ///
171 /// // Work with `foo` as a `Func` at this point, such as calling it
172 /// // dynamically...
173 /// match foo.call(&mut store, &[], &mut []) {
174 ///     Ok(()) => { /* ... */ }
175 ///     Err(trap) => {
176 ///         panic!("execution of `foo` resulted in a wasm trap: {}", trap);
177 ///     }
178 /// }
179 /// foo.call(&mut store, &[], &mut [])?;
180 ///
181 /// // ... or we can make a static assertion about its signature and call it.
182 /// // Our first call here can fail if the signatures don't match, and then the
183 /// // second call can fail if the function traps (like the `match` above).
184 /// let foo = foo.typed::<(), ()>(&store)?;
185 /// foo.call(&mut store, ())?;
186 /// # Ok(())
187 /// # }
188 /// ```
189 ///
190 /// You can also use the [`wrap` function](Func::wrap) to create a
191 /// `Func`
192 ///
193 /// ```
194 /// # use wasmtime::*;
195 /// # fn main() -> anyhow::Result<()> {
196 /// let mut store = Store::<()>::default();
197 ///
198 /// // Create a custom `Func` which can execute arbitrary code inside of the
199 /// // closure.
200 /// let add = Func::wrap(&mut store, |a: i32, b: i32| -> i32 { a + b });
201 ///
202 /// // Next we can hook that up to a wasm module which uses it.
203 /// let module = Module::new(
204 ///     store.engine(),
205 ///     r#"
206 ///         (module
207 ///             (import "" "" (func $add (param i32 i32) (result i32)))
208 ///             (func (export "call_add_twice") (result i32)
209 ///                 i32.const 1
210 ///                 i32.const 2
211 ///                 call $add
212 ///                 i32.const 3
213 ///                 i32.const 4
214 ///                 call $add
215 ///                 i32.add))
216 ///     "#,
217 /// )?;
218 /// let instance = Instance::new(&mut store, &module, &[add.into()])?;
219 /// let call_add_twice = instance.get_typed_func::<(), i32>(&mut store, "call_add_twice")?;
220 ///
221 /// assert_eq!(call_add_twice.call(&mut store, ())?, 10);
222 /// # Ok(())
223 /// # }
224 /// ```
225 ///
226 /// Or you could also create an entirely dynamic `Func`!
227 ///
228 /// ```
229 /// # use wasmtime::*;
230 /// # fn main() -> anyhow::Result<()> {
231 /// let mut store = Store::<()>::default();
232 ///
233 /// // Here we need to define the type signature of our `Double` function and
234 /// // then wrap it up in a `Func`
235 /// let double_type = wasmtime::FuncType::new(
236 ///     store.engine(),
237 ///     [wasmtime::ValType::I32].iter().cloned(),
238 ///     [wasmtime::ValType::I32].iter().cloned(),
239 /// );
240 /// let double = Func::new(&mut store, double_type, |_, params, results| {
241 ///     let mut value = params[0].unwrap_i32();
242 ///     value *= 2;
243 ///     results[0] = value.into();
244 ///     Ok(())
245 /// });
246 ///
247 /// let module = Module::new(
248 ///     store.engine(),
249 ///     r#"
250 ///         (module
251 ///             (import "" "" (func $double (param i32) (result i32)))
252 ///             (func $start
253 ///                 i32.const 1
254 ///                 call $double
255 ///                 drop)
256 ///             (start $start))
257 ///     "#,
258 /// )?;
259 /// let instance = Instance::new(&mut store, &module, &[double.into()])?;
260 /// // .. work with `instance` if necessary
261 /// # Ok(())
262 /// # }
263 /// ```
264 #[derive(Copy, Clone, Debug)]
265 #[repr(C)] // here for the C API
266 pub struct Func {
267     /// The store that the below pointer belongs to.
268     ///
269     /// It's only safe to look at the contents of the pointer below when the
270     /// `StoreOpaque` matching this id is in-scope.
271     store: StoreId,
272 
273     /// The raw `VMFuncRef`, whose lifetime is bound to the store this func
274     /// belongs to.
275     ///
276     /// Note that this field has an `unsafe_*` prefix to discourage use of it.
277     /// This is only safe to read/use if `self.store` is validated to belong to
278     /// an ambiently provided `StoreOpaque` or similar. Use the
279     /// `self.func_ref()` method instead of this field to perform this check.
280     unsafe_func_ref: SendSyncPtr<VMFuncRef>,
281 }
282 
283 // Double-check that the C representation in `extern.h` matches our in-Rust
284 // representation here in terms of size/alignment/etc.
285 const _: () = {
286     #[repr(C)]
287     struct C(u64, *mut u8);
288     assert!(core::mem::size_of::<C>() == core::mem::size_of::<Func>());
289     assert!(core::mem::align_of::<C>() == core::mem::align_of::<Func>());
290     assert!(core::mem::offset_of!(Func, store) == 0);
291 };
292 
293 macro_rules! for_each_function_signature {
294     ($mac:ident) => {
295         $mac!(0);
296         $mac!(1 A1);
297         $mac!(2 A1 A2);
298         $mac!(3 A1 A2 A3);
299         $mac!(4 A1 A2 A3 A4);
300         $mac!(5 A1 A2 A3 A4 A5);
301         $mac!(6 A1 A2 A3 A4 A5 A6);
302         $mac!(7 A1 A2 A3 A4 A5 A6 A7);
303         $mac!(8 A1 A2 A3 A4 A5 A6 A7 A8);
304         $mac!(9 A1 A2 A3 A4 A5 A6 A7 A8 A9);
305         $mac!(10 A1 A2 A3 A4 A5 A6 A7 A8 A9 A10);
306         $mac!(11 A1 A2 A3 A4 A5 A6 A7 A8 A9 A10 A11);
307         $mac!(12 A1 A2 A3 A4 A5 A6 A7 A8 A9 A10 A11 A12);
308         $mac!(13 A1 A2 A3 A4 A5 A6 A7 A8 A9 A10 A11 A12 A13);
309         $mac!(14 A1 A2 A3 A4 A5 A6 A7 A8 A9 A10 A11 A12 A13 A14);
310         $mac!(15 A1 A2 A3 A4 A5 A6 A7 A8 A9 A10 A11 A12 A13 A14 A15);
311         $mac!(16 A1 A2 A3 A4 A5 A6 A7 A8 A9 A10 A11 A12 A13 A14 A15 A16);
312         $mac!(17 A1 A2 A3 A4 A5 A6 A7 A8 A9 A10 A11 A12 A13 A14 A15 A16 A17);
313     };
314 }
315 
316 mod typed;
317 use crate::runtime::vm::VMStackChain;
318 pub use typed::*;
319 
320 impl Func {
321     /// Creates a new `Func` with the given arguments, typically to create a
322     /// host-defined function to pass as an import to a module.
323     ///
324     /// * `store` - the store in which to create this [`Func`], which will own
325     ///   the return value.
326     ///
327     /// * `ty` - the signature of this function, used to indicate what the
328     ///   inputs and outputs are.
329     ///
330     /// * `func` - the native code invoked whenever this `Func` will be called.
331     ///   This closure is provided a [`Caller`] as its first argument to learn
332     ///   information about the caller, and then it's passed a list of
333     ///   parameters as a slice along with a mutable slice of where to write
334     ///   results.
335     ///
336     /// Note that the implementation of `func` must adhere to the `ty` signature
337     /// given, error or traps may occur if it does not respect the `ty`
338     /// signature. For example if the function type declares that it returns one
339     /// i32 but the `func` closures does not write anything into the results
340     /// slice then a trap may be generated.
341     ///
342     /// Additionally note that this is quite a dynamic function since signatures
343     /// are not statically known. For a more performant and ergonomic `Func`
344     /// it's recommended to use [`Func::wrap`] if you can because with
345     /// statically known signatures Wasmtime can optimize the implementation
346     /// much more.
347     ///
348     /// For more information about `Send + Sync + 'static` requirements on the
349     /// `func`, see [`Func::wrap`](#why-send--sync--static).
350     ///
351     /// # Errors
352     ///
353     /// The host-provided function here returns a
354     /// [`Result<()>`](anyhow::Result). If the function returns `Ok(())` then
355     /// that indicates that the host function completed successfully and wrote
356     /// the result into the `&mut [Val]` argument.
357     ///
358     /// If the function returns `Err(e)`, however, then this is equivalent to
359     /// the host function triggering a trap for wasm. WebAssembly execution is
360     /// immediately halted and the original caller of [`Func::call`], for
361     /// example, will receive the error returned here (possibly with
362     /// [`WasmBacktrace`](crate::WasmBacktrace) context information attached).
363     ///
364     /// For more information about errors in Wasmtime see the [`Trap`]
365     /// documentation.
366     ///
367     /// [`Trap`]: crate::Trap
368     ///
369     /// # Panics
370     ///
371     /// Panics if the given function type is not associated with this store's
372     /// engine.
373     pub fn new<T: 'static>(
374         store: impl AsContextMut<Data = T>,
375         ty: FuncType,
376         func: impl Fn(Caller<'_, T>, &[Val], &mut [Val]) -> Result<()> + Send + Sync + 'static,
377     ) -> Self {
378         assert!(ty.comes_from_same_engine(store.as_context().engine()));
379         let ty_clone = ty.clone();
380         unsafe {
381             Func::new_unchecked(store, ty, move |caller, values| {
382                 Func::invoke_host_func_for_wasm(caller, &ty_clone, values, &func)
383             })
384         }
385     }
386 
387     /// Creates a new [`Func`] with the given arguments, although has fewer
388     /// runtime checks than [`Func::new`].
389     ///
390     /// This function takes a callback of a different signature than
391     /// [`Func::new`], instead receiving a raw pointer with a list of [`ValRaw`]
392     /// structures. These values have no type information associated with them
393     /// so it's up to the caller to provide a function that will correctly
394     /// interpret the list of values as those coming from the `ty` specified.
395     ///
396     /// If you're calling this from Rust it's recommended to either instead use
397     /// [`Func::new`] or [`Func::wrap`]. The [`Func::wrap`] API, in particular,
398     /// is both safer and faster than this API.
399     ///
400     /// # Errors
401     ///
402     /// See [`Func::new`] for the behavior of returning an error from the host
403     /// function provided here.
404     ///
405     /// # Unsafety
406     ///
407     /// This function is not safe because it's not known at compile time that
408     /// the `func` provided correctly interprets the argument types provided to
409     /// it, or that the results it produces will be of the correct type.
410     ///
411     /// # Panics
412     ///
413     /// Panics if the given function type is not associated with this store's
414     /// engine.
415     pub unsafe fn new_unchecked<T: 'static>(
416         mut store: impl AsContextMut<Data = T>,
417         ty: FuncType,
418         func: impl Fn(Caller<'_, T>, &mut [ValRaw]) -> Result<()> + Send + Sync + 'static,
419     ) -> Self {
420         assert!(ty.comes_from_same_engine(store.as_context().engine()));
421         let store = store.as_context_mut().0;
422 
423         // SAFETY: the contract required by `new_unchecked` is the same as the
424         // contract required by this function itself.
425         let host = unsafe { HostFunc::new_unchecked(store.engine(), ty, func) };
426 
427         // SAFETY: the `T` used by `func` matches the `T` of the store we're
428         // inserting into via this function's type signature.
429         unsafe { host.into_func(store) }
430     }
431 
432     /// Creates a new host-defined WebAssembly function which, when called,
433     /// will run the asynchronous computation defined by `func` to completion
434     /// and then return the result to WebAssembly.
435     ///
436     /// This function is the asynchronous analogue of [`Func::new`] and much of
437     /// that documentation applies to this as well. The key difference is that
438     /// `func` returns a future instead of simply a `Result`. Note that the
439     /// returned future can close over any of the arguments, but it cannot close
440     /// over the state of the closure itself. It's recommended to store any
441     /// necessary async state in the `T` of the [`Store<T>`](crate::Store) which
442     /// can be accessed through [`Caller::data`] or [`Caller::data_mut`].
443     ///
444     /// For more information on `Send + Sync + 'static`, see
445     /// [`Func::wrap`](#why-send--sync--static).
446     ///
447     /// # Panics
448     ///
449     /// This function will panic if `store` is not associated with an [async
450     /// config](crate::Config::async_support).
451     ///
452     /// Panics if the given function type is not associated with this store's
453     /// engine.
454     ///
455     /// # Errors
456     ///
457     /// See [`Func::new`] for the behavior of returning an error from the host
458     /// function provided here.
459     ///
460     /// # Examples
461     ///
462     /// ```
463     /// # use wasmtime::*;
464     /// # fn main() -> anyhow::Result<()> {
465     /// // Simulate some application-specific state as well as asynchronous
466     /// // functions to query that state.
467     /// struct MyDatabase {
468     ///     // ...
469     /// }
470     ///
471     /// impl MyDatabase {
472     ///     async fn get_row_count(&self) -> u32 {
473     ///         // ...
474     /// #       100
475     ///     }
476     /// }
477     ///
478     /// let my_database = MyDatabase {
479     ///     // ...
480     /// };
481     ///
482     /// // Using `new_async` we can hook up into calling our async
483     /// // `get_row_count` function.
484     /// let engine = Engine::new(Config::new().async_support(true))?;
485     /// let mut store = Store::new(&engine, MyDatabase {
486     ///     // ...
487     /// });
488     /// let get_row_count_type = wasmtime::FuncType::new(
489     ///     &engine,
490     ///     None,
491     ///     Some(wasmtime::ValType::I32),
492     /// );
493     /// let get = Func::new_async(&mut store, get_row_count_type, |caller, _params, results| {
494     ///     Box::new(async move {
495     ///         let count = caller.data().get_row_count().await;
496     ///         results[0] = Val::I32(count as i32);
497     ///         Ok(())
498     ///     })
499     /// });
500     /// // ...
501     /// # Ok(())
502     /// # }
503     /// ```
504     #[cfg(all(feature = "async", feature = "cranelift"))]
505     pub fn new_async<T, F>(store: impl AsContextMut<Data = T>, ty: FuncType, func: F) -> Func
506     where
507         F: for<'a> Fn(
508                 Caller<'a, T>,
509                 &'a [Val],
510                 &'a mut [Val],
511             ) -> Box<dyn Future<Output = Result<()>> + Send + 'a>
512             + Send
513             + Sync
514             + 'static,
515         T: 'static,
516     {
517         assert!(
518             store.as_context().async_support(),
519             "cannot use `new_async` without enabling async support in the config"
520         );
521         assert!(ty.comes_from_same_engine(store.as_context().engine()));
522         return Func::new(
523             store,
524             ty,
525             move |Caller { store, caller }, params, results| {
526                 store.with_blocking(|store, cx| {
527                     cx.block_on(core::pin::Pin::from(func(
528                         Caller { store, caller },
529                         params,
530                         results,
531                     )))
532                 })?
533             },
534         );
535     }
536 
537     /// Creates a new `Func` from a store and a funcref within that store.
538     ///
539     /// # Safety
540     ///
541     /// The safety of this function requires that `func_ref` is a valid function
542     /// pointer owned by `store`.
543     pub(crate) unsafe fn from_vm_func_ref(store: StoreId, func_ref: NonNull<VMFuncRef>) -> Func {
544         // SAFETY: given the contract of this function it's safe to read the
545         // `type_index` field.
546         unsafe {
547             debug_assert!(func_ref.as_ref().type_index != VMSharedTypeIndex::default());
548         }
549         Func {
550             store,
551             unsafe_func_ref: func_ref.into(),
552         }
553     }
554 
555     /// Creates a new `Func` from the given Rust closure.
556     ///
557     /// This function will create a new `Func` which, when called, will
558     /// execute the given Rust closure. Unlike [`Func::new`] the target
559     /// function being called is known statically so the type signature can
560     /// be inferred. Rust types will map to WebAssembly types as follows:
561     ///
562     /// | Rust Argument Type                | WebAssembly Type                          |
563     /// |-----------------------------------|-------------------------------------------|
564     /// | `i32`                             | `i32`                                     |
565     /// | `u32`                             | `i32`                                     |
566     /// | `i64`                             | `i64`                                     |
567     /// | `u64`                             | `i64`                                     |
568     /// | `f32`                             | `f32`                                     |
569     /// | `f64`                             | `f64`                                     |
570     /// | `V128` on x86-64 and aarch64 only | `v128`                                    |
571     /// | `Option<Func>`                    | `funcref` aka `(ref null func)`           |
572     /// | `Func`                            | `(ref func)`                              |
573     /// | `Option<Nofunc>`                  | `nullfuncref` aka `(ref null nofunc)`     |
574     /// | `NoFunc`                          | `(ref nofunc)`                            |
575     /// | `Option<Rooted<ExternRef>>`       | `externref` aka `(ref null extern)`       |
576     /// | `Rooted<ExternRef>`               | `(ref extern)`                            |
577     /// | `Option<NoExtern>`                | `nullexternref` aka `(ref null noextern)` |
578     /// | `NoExtern`                        | `(ref noextern)`                          |
579     /// | `Option<Rooted<AnyRef>>`          | `anyref` aka `(ref null any)`             |
580     /// | `Rooted<AnyRef>`                  | `(ref any)`                               |
581     /// | `Option<Rooted<EqRef>>`           | `eqref` aka `(ref null eq)`               |
582     /// | `Rooted<EqRef>`                   | `(ref eq)`                                |
583     /// | `Option<I31>`                     | `i31ref` aka `(ref null i31)`             |
584     /// | `I31`                             | `(ref i31)`                               |
585     /// | `Option<Rooted<StructRef>>`       | `(ref null struct)`                       |
586     /// | `Rooted<StructRef>`               | `(ref struct)`                            |
587     /// | `Option<Rooted<ArrayRef>>`        | `(ref null array)`                        |
588     /// | `Rooted<ArrayRef>`                | `(ref array)`                             |
589     /// | `Option<NoneRef>`                 | `nullref` aka `(ref null none)`           |
590     /// | `NoneRef`                         | `(ref none)`                              |
591     ///
592     /// Note that anywhere a `Rooted<T>` appears, a `ManuallyRooted<T>` may also
593     /// be used.
594     ///
595     /// Any of the Rust types can be returned from the closure as well, in
596     /// addition to some extra types
597     ///
598     /// | Rust Return Type  | WebAssembly Return Type | Meaning               |
599     /// |-------------------|-------------------------|-----------------------|
600     /// | `()`              | nothing                 | no return value       |
601     /// | `T`               | `T`                     | a single return value |
602     /// | `(T1, T2, ...)`   | `T1 T2 ...`             | multiple returns      |
603     ///
604     /// Note that all return types can also be wrapped in `Result<_>` to
605     /// indicate that the host function can generate a trap as well as possibly
606     /// returning a value.
607     ///
608     /// Finally you can also optionally take [`Caller`] as the first argument of
609     /// your closure. If inserted then you're able to inspect the caller's
610     /// state, for example the [`Memory`](crate::Memory) it has exported so you
611     /// can read what pointers point to.
612     ///
613     /// Note that when using this API, the intention is to create as thin of a
614     /// layer as possible for when WebAssembly calls the function provided. With
615     /// sufficient inlining and optimization the WebAssembly will call straight
616     /// into `func` provided, with no extra fluff entailed.
617     ///
618     /// # Why `Send + Sync + 'static`?
619     ///
620     /// All host functions defined in a [`Store`](crate::Store) (including
621     /// those from [`Func::new`] and other constructors) require that the
622     /// `func` provided is `Send + Sync + 'static`. Additionally host functions
623     /// always are `Fn` as opposed to `FnMut` or `FnOnce`. This can at-a-glance
624     /// feel restrictive since the closure cannot close over as many types as
625     /// before. The reason for this, though, is to ensure that
626     /// [`Store<T>`](crate::Store) can implement both the `Send` and `Sync`
627     /// traits.
628     ///
629     /// Fear not, however, because this isn't as restrictive as it seems! Host
630     /// functions are provided a [`Caller<'_, T>`](crate::Caller) argument which
631     /// allows access to the host-defined data within the
632     /// [`Store`](crate::Store). The `T` type is not required to be any of
633     /// `Send`, `Sync`, or `'static`! This means that you can store whatever
634     /// you'd like in `T` and have it accessible by all host functions.
635     /// Additionally mutable access to `T` is allowed through
636     /// [`Caller::data_mut`].
637     ///
638     /// Most host-defined [`Func`] values provide closures that end up not
639     /// actually closing over any values. These zero-sized types will use the
640     /// context from [`Caller`] for host-defined information.
641     ///
642     /// # Errors
643     ///
644     /// The closure provided here to `wrap` can optionally return a
645     /// [`Result<T>`](anyhow::Result). Returning `Ok(t)` represents the host
646     /// function successfully completing with the `t` result. Returning
647     /// `Err(e)`, however, is equivalent to raising a custom wasm trap.
648     /// Execution of WebAssembly does not resume and the stack is unwound to the
649     /// original caller of the function where the error is returned.
650     ///
651     /// For more information about errors in Wasmtime see the [`Trap`]
652     /// documentation.
653     ///
654     /// [`Trap`]: crate::Trap
655     ///
656     /// # Examples
657     ///
658     /// First up we can see how simple wasm imports can be implemented, such
659     /// as a function that adds its two arguments and returns the result.
660     ///
661     /// ```
662     /// # use wasmtime::*;
663     /// # fn main() -> anyhow::Result<()> {
664     /// # let mut store = Store::<()>::default();
665     /// let add = Func::wrap(&mut store, |a: i32, b: i32| a + b);
666     /// let module = Module::new(
667     ///     store.engine(),
668     ///     r#"
669     ///         (module
670     ///             (import "" "" (func $add (param i32 i32) (result i32)))
671     ///             (func (export "foo") (param i32 i32) (result i32)
672     ///                 local.get 0
673     ///                 local.get 1
674     ///                 call $add))
675     ///     "#,
676     /// )?;
677     /// let instance = Instance::new(&mut store, &module, &[add.into()])?;
678     /// let foo = instance.get_typed_func::<(i32, i32), i32>(&mut store, "foo")?;
679     /// assert_eq!(foo.call(&mut store, (1, 2))?, 3);
680     /// # Ok(())
681     /// # }
682     /// ```
683     ///
684     /// We can also do the same thing, but generate a trap if the addition
685     /// overflows:
686     ///
687     /// ```
688     /// # use wasmtime::*;
689     /// # fn main() -> anyhow::Result<()> {
690     /// # let mut store = Store::<()>::default();
691     /// let add = Func::wrap(&mut store, |a: i32, b: i32| {
692     ///     match a.checked_add(b) {
693     ///         Some(i) => Ok(i),
694     ///         None => anyhow::bail!("overflow"),
695     ///     }
696     /// });
697     /// let module = Module::new(
698     ///     store.engine(),
699     ///     r#"
700     ///         (module
701     ///             (import "" "" (func $add (param i32 i32) (result i32)))
702     ///             (func (export "foo") (param i32 i32) (result i32)
703     ///                 local.get 0
704     ///                 local.get 1
705     ///                 call $add))
706     ///     "#,
707     /// )?;
708     /// let instance = Instance::new(&mut store, &module, &[add.into()])?;
709     /// let foo = instance.get_typed_func::<(i32, i32), i32>(&mut store, "foo")?;
710     /// assert_eq!(foo.call(&mut store, (1, 2))?, 3);
711     /// assert!(foo.call(&mut store, (i32::max_value(), 1)).is_err());
712     /// # Ok(())
713     /// # }
714     /// ```
715     ///
716     /// And don't forget all the wasm types are supported!
717     ///
718     /// ```
719     /// # use wasmtime::*;
720     /// # fn main() -> anyhow::Result<()> {
721     /// # let mut store = Store::<()>::default();
722     /// let debug = Func::wrap(&mut store, |a: i32, b: u32, c: f32, d: i64, e: u64, f: f64| {
723     ///
724     ///     println!("a={}", a);
725     ///     println!("b={}", b);
726     ///     println!("c={}", c);
727     ///     println!("d={}", d);
728     ///     println!("e={}", e);
729     ///     println!("f={}", f);
730     /// });
731     /// let module = Module::new(
732     ///     store.engine(),
733     ///     r#"
734     ///         (module
735     ///             (import "" "" (func $debug (param i32 i32 f32 i64 i64 f64)))
736     ///             (func (export "foo")
737     ///                 i32.const -1
738     ///                 i32.const 1
739     ///                 f32.const 2
740     ///                 i64.const -3
741     ///                 i64.const 3
742     ///                 f64.const 4
743     ///                 call $debug))
744     ///     "#,
745     /// )?;
746     /// let instance = Instance::new(&mut store, &module, &[debug.into()])?;
747     /// let foo = instance.get_typed_func::<(), ()>(&mut store, "foo")?;
748     /// foo.call(&mut store, ())?;
749     /// # Ok(())
750     /// # }
751     /// ```
752     ///
753     /// Finally if you want to get really fancy you can also implement
754     /// imports that read/write wasm module's memory
755     ///
756     /// ```
757     /// use std::str;
758     ///
759     /// # use wasmtime::*;
760     /// # fn main() -> anyhow::Result<()> {
761     /// # let mut store = Store::default();
762     /// let log_str = Func::wrap(&mut store, |mut caller: Caller<'_, ()>, ptr: i32, len: i32| {
763     ///     let mem = match caller.get_export("memory") {
764     ///         Some(Extern::Memory(mem)) => mem,
765     ///         _ => anyhow::bail!("failed to find host memory"),
766     ///     };
767     ///     let data = mem.data(&caller)
768     ///         .get(ptr as u32 as usize..)
769     ///         .and_then(|arr| arr.get(..len as u32 as usize));
770     ///     let string = match data {
771     ///         Some(data) => match str::from_utf8(data) {
772     ///             Ok(s) => s,
773     ///             Err(_) => anyhow::bail!("invalid utf-8"),
774     ///         },
775     ///         None => anyhow::bail!("pointer/length out of bounds"),
776     ///     };
777     ///     assert_eq!(string, "Hello, world!");
778     ///     println!("{}", string);
779     ///     Ok(())
780     /// });
781     /// let module = Module::new(
782     ///     store.engine(),
783     ///     r#"
784     ///         (module
785     ///             (import "" "" (func $log_str (param i32 i32)))
786     ///             (func (export "foo")
787     ///                 i32.const 4   ;; ptr
788     ///                 i32.const 13  ;; len
789     ///                 call $log_str)
790     ///             (memory (export "memory") 1)
791     ///             (data (i32.const 4) "Hello, world!"))
792     ///     "#,
793     /// )?;
794     /// let instance = Instance::new(&mut store, &module, &[log_str.into()])?;
795     /// let foo = instance.get_typed_func::<(), ()>(&mut store, "foo")?;
796     /// foo.call(&mut store, ())?;
797     /// # Ok(())
798     /// # }
799     /// ```
800     pub fn wrap<T, Params, Results>(
801         mut store: impl AsContextMut<Data = T>,
802         func: impl IntoFunc<T, Params, Results>,
803     ) -> Func
804     where
805         T: 'static,
806     {
807         let store = store.as_context_mut().0;
808         let host = HostFunc::wrap(store.engine(), func);
809 
810         // SAFETY: The `T` the closure takes is the same as the `T` of the store
811         // we're inserting into via the type signature above.
812         unsafe { host.into_func(store) }
813     }
814 
815     #[cfg(feature = "async")]
816     fn wrap_inner<F, T, Params, Results>(mut store: impl AsContextMut<Data = T>, func: F) -> Func
817     where
818         F: Fn(Caller<'_, T>, Params) -> Results + Send + Sync + 'static,
819         Params: WasmTyList,
820         Results: WasmRet,
821         T: 'static,
822     {
823         let store = store.as_context_mut().0;
824         let host = HostFunc::wrap_inner(store.engine(), func);
825 
826         // SAFETY: The `T` the closure takes is the same as the `T` of the store
827         // we're inserting into via the type signature above.
828         unsafe { host.into_func(store) }
829     }
830 
831     /// Same as [`Func::wrap`], except the closure asynchronously produces the
832     /// result and the arguments are passed within a tuple. For more information
833     /// see the [`Func`] documentation.
834     ///
835     /// # Panics
836     ///
837     /// This function will panic if called with a non-asynchronous store.
838     #[cfg(feature = "async")]
839     pub fn wrap_async<T, F, P, R>(store: impl AsContextMut<Data = T>, func: F) -> Func
840     where
841         F: for<'a> Fn(Caller<'a, T>, P) -> Box<dyn Future<Output = R> + Send + 'a>
842             + Send
843             + Sync
844             + 'static,
845         P: WasmTyList,
846         R: WasmRet,
847         T: 'static,
848     {
849         assert!(
850             store.as_context().async_support(),
851             concat!("cannot use `wrap_async` without enabling async support on the config")
852         );
853         Func::wrap_inner(store, move |Caller { store, caller }, args| {
854             match store.block_on(|store| func(Caller { store, caller }, args).into()) {
855                 Ok(ret) => ret.into_fallible(),
856                 Err(e) => R::fallible_from_error(e),
857             }
858         })
859     }
860 
861     /// Returns the underlying wasm type that this `Func` has.
862     ///
863     /// # Panics
864     ///
865     /// Panics if `store` does not own this function.
866     pub fn ty(&self, store: impl AsContext) -> FuncType {
867         self.load_ty(&store.as_context().0)
868     }
869 
870     /// Forcibly loads the type of this function from the `Engine`.
871     ///
872     /// Note that this is a somewhat expensive method since it requires taking a
873     /// lock as well as cloning a type.
874     pub(crate) fn load_ty(&self, store: &StoreOpaque) -> FuncType {
875         FuncType::from_shared_type_index(store.engine(), self.type_index(store))
876     }
877 
878     /// Does this function match the given type?
879     ///
880     /// That is, is this function's type a subtype of the given type?
881     ///
882     /// # Panics
883     ///
884     /// Panics if this function is not associated with the given store or if the
885     /// function type is not associated with the store's engine.
886     pub fn matches_ty(&self, store: impl AsContext, func_ty: &FuncType) -> bool {
887         self._matches_ty(store.as_context().0, func_ty)
888     }
889 
890     pub(crate) fn _matches_ty(&self, store: &StoreOpaque, func_ty: &FuncType) -> bool {
891         let actual_ty = self.load_ty(store);
892         actual_ty.matches(func_ty)
893     }
894 
895     pub(crate) fn ensure_matches_ty(&self, store: &StoreOpaque, func_ty: &FuncType) -> Result<()> {
896         if !self.comes_from_same_store(store) {
897             bail!("function used with wrong store");
898         }
899         if self._matches_ty(store, func_ty) {
900             Ok(())
901         } else {
902             let actual_ty = self.load_ty(store);
903             bail!("type mismatch: expected {func_ty}, found {actual_ty}")
904         }
905     }
906 
907     pub(crate) fn type_index(&self, data: &StoreOpaque) -> VMSharedTypeIndex {
908         unsafe { self.vm_func_ref(data).as_ref().type_index }
909     }
910 
911     /// Invokes this function with the `params` given and writes returned values
912     /// to `results`.
913     ///
914     /// The `params` here must match the type signature of this `Func`, or an
915     /// error will occur. Additionally `results` must have the same
916     /// length as the number of results for this function. Calling this function
917     /// will synchronously execute the WebAssembly function referenced to get
918     /// the results.
919     ///
920     /// This function will return `Ok(())` if execution completed without a trap
921     /// or error of any kind. In this situation the results will be written to
922     /// the provided `results` array.
923     ///
924     /// # Errors
925     ///
926     /// Any error which occurs throughout the execution of the function will be
927     /// returned as `Err(e)`. The [`Error`](anyhow::Error) type can be inspected
928     /// for the precise error cause such as:
929     ///
930     /// * [`Trap`] - indicates that a wasm trap happened and execution was
931     ///   halted.
932     /// * [`WasmBacktrace`] - optionally included on errors for backtrace
933     ///   information of the trap/error.
934     /// * Other string-based errors to indicate issues such as type errors with
935     ///   `params`.
936     /// * Any host-originating error originally returned from a function defined
937     ///   via [`Func::new`], for example.
938     ///
939     /// Errors typically indicate that execution of WebAssembly was halted
940     /// mid-way and did not complete after the error condition happened.
941     ///
942     /// [`Trap`]: crate::Trap
943     ///
944     /// # Panics
945     ///
946     /// This function will panic if called on a function belonging to an async
947     /// store. Asynchronous stores must always use `call_async`. Also panics if
948     /// `store` does not own this function.
949     ///
950     /// [`WasmBacktrace`]: crate::WasmBacktrace
951     pub fn call(
952         &self,
953         mut store: impl AsContextMut,
954         params: &[Val],
955         results: &mut [Val],
956     ) -> Result<()> {
957         assert!(
958             !store.as_context().async_support(),
959             "must use `call_async` when async support is enabled on the config",
960         );
961         let mut store = store.as_context_mut();
962 
963         self.call_impl_check_args(&mut store, params, results)?;
964 
965         unsafe { self.call_impl_do_call(&mut store, params, results) }
966     }
967 
968     /// Invokes this function in an "unchecked" fashion, reading parameters and
969     /// writing results to `params_and_returns`.
970     ///
971     /// This function is the same as [`Func::call`] except that the arguments
972     /// and results both use a different representation. If possible it's
973     /// recommended to use [`Func::call`] if safety isn't necessary or to use
974     /// [`Func::typed`] in conjunction with [`TypedFunc::call`] since that's
975     /// both safer and faster than this method of invoking a function.
976     ///
977     /// Note that if this function takes `externref` arguments then it will
978     /// **not** automatically GC unlike the [`Func::call`] and
979     /// [`TypedFunc::call`] functions. This means that if this function is
980     /// invoked many times with new `ExternRef` values and no other GC happens
981     /// via any other means then no values will get collected.
982     ///
983     /// # Errors
984     ///
985     /// For more information about errors see the [`Func::call`] documentation.
986     ///
987     /// # Unsafety
988     ///
989     /// This function is unsafe because the `params_and_returns` argument is not
990     /// validated at all. It must uphold invariants such as:
991     ///
992     /// * It's a valid pointer to an array
993     /// * It has enough space to store all parameters
994     /// * It has enough space to store all results (not at the same time as
995     ///   parameters)
996     /// * Parameters are initially written to the array and have the correct
997     ///   types and such.
998     /// * Reference types like `externref` and `funcref` are valid at the
999     ///   time of this call and for the `store` specified.
1000     ///
1001     /// These invariants are all upheld for you with [`Func::call`] and
1002     /// [`TypedFunc::call`].
1003     pub unsafe fn call_unchecked(
1004         &self,
1005         mut store: impl AsContextMut,
1006         params_and_returns: *mut [ValRaw],
1007     ) -> Result<()> {
1008         let mut store = store.as_context_mut();
1009         let func_ref = self.vm_func_ref(store.0);
1010         let params_and_returns = NonNull::new(params_and_returns).unwrap_or(NonNull::from(&mut []));
1011 
1012         // SAFETY: the safety of this function call is the same as the contract
1013         // of this function.
1014         unsafe { Self::call_unchecked_raw(&mut store, func_ref, params_and_returns) }
1015     }
1016 
1017     pub(crate) unsafe fn call_unchecked_raw<T>(
1018         store: &mut StoreContextMut<'_, T>,
1019         func_ref: NonNull<VMFuncRef>,
1020         params_and_returns: NonNull<[ValRaw]>,
1021     ) -> Result<()> {
1022         // SAFETY: the safety of this function call is the same as the contract
1023         // of this function.
1024         invoke_wasm_and_catch_traps(store, |caller, vm| unsafe {
1025             VMFuncRef::array_call(func_ref, vm, caller, params_and_returns)
1026         })
1027     }
1028 
1029     /// Converts the raw representation of a `funcref` into an `Option<Func>`
1030     ///
1031     /// This is intended to be used in conjunction with [`Func::new_unchecked`],
1032     /// [`Func::call_unchecked`], and [`ValRaw`] with its `funcref` field. This
1033     /// is the dual of [`Func::to_raw`].
1034     ///
1035     /// # Unsafety
1036     ///
1037     /// This function is not safe because `raw` is not validated at all. The
1038     /// caller must guarantee that `raw` is owned by the `store` provided and is
1039     /// valid within the `store`.
1040     pub unsafe fn from_raw(mut store: impl AsContextMut, raw: *mut c_void) -> Option<Func> {
1041         // SAFETY: this function's own contract is that `raw` is owned by store
1042         // to make this safe.
1043         unsafe { Self::_from_raw(store.as_context_mut().0, raw) }
1044     }
1045 
1046     /// Same as `from_raw`, but with the internal `StoreOpaque` type.
1047     pub(crate) unsafe fn _from_raw(store: &mut StoreOpaque, raw: *mut c_void) -> Option<Func> {
1048         // SAFETY: this function's own contract is that `raw` is owned by store
1049         // to make this safe.
1050         unsafe {
1051             Some(Func::from_vm_func_ref(
1052                 store.id(),
1053                 NonNull::new(raw.cast())?,
1054             ))
1055         }
1056     }
1057 
1058     /// Extracts the raw value of this `Func`, which is owned by `store`.
1059     ///
1060     /// This function returns a value that's suitable for writing into the
1061     /// `funcref` field of the [`ValRaw`] structure.
1062     ///
1063     /// # Safety
1064     ///
1065     /// The returned value is only valid for as long as the store is alive.
1066     /// This value is safe to pass to [`Func::from_raw`] so long as the same
1067     /// `store` is provided.
1068     pub fn to_raw(&self, mut store: impl AsContextMut) -> *mut c_void {
1069         self.vm_func_ref(store.as_context_mut().0).as_ptr().cast()
1070     }
1071 
1072     /// Invokes this function with the `params` given, returning the results
1073     /// asynchronously.
1074     ///
1075     /// This function is the same as [`Func::call`] except that it is
1076     /// asynchronous. This is only compatible with stores associated with an
1077     /// [asynchronous config](crate::Config::async_support).
1078     ///
1079     /// It's important to note that the execution of WebAssembly will happen
1080     /// synchronously in the `poll` method of the future returned from this
1081     /// function. Wasmtime does not manage its own thread pool or similar to
1082     /// execute WebAssembly in. Future `poll` methods are generally expected to
1083     /// resolve quickly, so it's recommended that you run or poll this future
1084     /// in a "blocking context".
1085     ///
1086     /// For more information see the documentation on [asynchronous
1087     /// configs](crate::Config::async_support).
1088     ///
1089     /// # Errors
1090     ///
1091     /// For more information on errors see the [`Func::call`] documentation.
1092     ///
1093     /// # Panics
1094     ///
1095     /// Panics if this is called on a function in a synchronous store. This
1096     /// only works with functions defined within an asynchronous store. Also
1097     /// panics if `store` does not own this function.
1098     #[cfg(feature = "async")]
1099     pub async fn call_async(
1100         &self,
1101         mut store: impl AsContextMut<Data: Send>,
1102         params: &[Val],
1103         results: &mut [Val],
1104     ) -> Result<()> {
1105         let mut store = store.as_context_mut();
1106         assert!(
1107             store.0.async_support(),
1108             "cannot use `call_async` without enabling async support in the config",
1109         );
1110 
1111         self.call_impl_check_args(&mut store, params, results)?;
1112 
1113         let result = store
1114             .on_fiber(|store| unsafe { self.call_impl_do_call(store, params, results) })
1115             .await??;
1116         Ok(result)
1117     }
1118 
1119     /// Perform dynamic checks that the arguments given to us match
1120     /// the signature of this function and are appropriate to pass to this
1121     /// function.
1122     ///
1123     /// This involves checking to make sure we have the right number and types
1124     /// of arguments as well as making sure everything is from the same `Store`.
1125     ///
1126     /// This must be called just before `call_impl_do_call`.
1127     fn call_impl_check_args<T>(
1128         &self,
1129         store: &mut StoreContextMut<'_, T>,
1130         params: &[Val],
1131         results: &mut [Val],
1132     ) -> Result<()> {
1133         let ty = self.load_ty(store.0);
1134         if ty.params().len() != params.len() {
1135             bail!(
1136                 "expected {} arguments, got {}",
1137                 ty.params().len(),
1138                 params.len()
1139             );
1140         }
1141         if ty.results().len() != results.len() {
1142             bail!(
1143                 "expected {} results, got {}",
1144                 ty.results().len(),
1145                 results.len()
1146             );
1147         }
1148 
1149         for (ty, arg) in ty.params().zip(params) {
1150             arg.ensure_matches_ty(store.0, &ty)
1151                 .context("argument type mismatch")?;
1152             if !arg.comes_from_same_store(store.0) {
1153                 bail!("cross-`Store` values are not currently supported");
1154             }
1155         }
1156 
1157         Ok(())
1158     }
1159 
1160     /// Do the actual call into Wasm.
1161     ///
1162     /// # Safety
1163     ///
1164     /// You must have type checked the arguments by calling
1165     /// `call_impl_check_args` immediately before calling this function. It is
1166     /// only safe to call this function if that one did not return an error.
1167     unsafe fn call_impl_do_call<T>(
1168         &self,
1169         store: &mut StoreContextMut<'_, T>,
1170         params: &[Val],
1171         results: &mut [Val],
1172     ) -> Result<()> {
1173         // Store the argument values into `values_vec`.
1174         let ty = self.load_ty(store.0);
1175         let values_vec_size = params.len().max(ty.results().len());
1176         let mut values_vec = store.0.take_wasm_val_raw_storage();
1177         debug_assert!(values_vec.is_empty());
1178         values_vec.resize_with(values_vec_size, || ValRaw::v128(0));
1179         for (arg, slot) in params.iter().cloned().zip(&mut values_vec) {
1180             *slot = arg.to_raw(&mut *store)?;
1181         }
1182 
1183         unsafe {
1184             self.call_unchecked(
1185                 &mut *store,
1186                 core::ptr::slice_from_raw_parts_mut(values_vec.as_mut_ptr(), values_vec_size),
1187             )?;
1188         }
1189 
1190         for ((i, slot), val) in results.iter_mut().enumerate().zip(&values_vec) {
1191             let ty = ty.results().nth(i).unwrap();
1192             *slot = unsafe { Val::from_raw(&mut *store, *val, ty) };
1193         }
1194         values_vec.truncate(0);
1195         store.0.save_wasm_val_raw_storage(values_vec);
1196         Ok(())
1197     }
1198 
1199     #[inline]
1200     pub(crate) fn vm_func_ref(&self, store: &StoreOpaque) -> NonNull<VMFuncRef> {
1201         self.store.assert_belongs_to(store.id());
1202         self.unsafe_func_ref.as_non_null()
1203     }
1204 
1205     pub(crate) fn vmimport(&self, store: &StoreOpaque) -> VMFunctionImport {
1206         unsafe {
1207             let f = self.vm_func_ref(store);
1208             VMFunctionImport {
1209                 // Note that this is a load-bearing `unwrap` here, but is
1210                 // never expected to trip at runtime. The general problem is
1211                 // that host functions do not have a `wasm_call` function so
1212                 // the `VMFuncRef` type has an optional pointer there. This is
1213                 // only able to be filled out when a function is "paired" with
1214                 // a module where trampolines are present to fill out
1215                 // `wasm_call` pointers.
1216                 //
1217                 // This pairing of modules doesn't happen explicitly but is
1218                 // instead managed lazily throughout Wasmtime. Specifically the
1219                 // way this works is one of:
1220                 //
1221                 // * When a host function is created the store's list of
1222                 //   modules are searched for a wasm trampoline. If not found
1223                 //   the `wasm_call` field is left blank.
1224                 //
1225                 // * When a module instantiation happens, which uses this
1226                 //   function, the module will be used to fill any outstanding
1227                 //   holes that it has trampolines for.
1228                 //
1229                 // This means that by the time we get to this point any
1230                 // relevant holes should be filled out. Thus if this panic
1231                 // actually triggers then it's indicative of a missing `fill`
1232                 // call somewhere else.
1233                 wasm_call: f.as_ref().wasm_call.unwrap(),
1234                 array_call: f.as_ref().array_call,
1235                 vmctx: f.as_ref().vmctx,
1236             }
1237         }
1238     }
1239 
1240     pub(crate) fn comes_from_same_store(&self, store: &StoreOpaque) -> bool {
1241         self.store == store.id()
1242     }
1243 
1244     fn invoke_host_func_for_wasm<T>(
1245         mut caller: Caller<'_, T>,
1246         ty: &FuncType,
1247         values_vec: &mut [ValRaw],
1248         func: &dyn Fn(Caller<'_, T>, &[Val], &mut [Val]) -> Result<()>,
1249     ) -> Result<()> {
1250         // Translate the raw JIT arguments in `values_vec` into a `Val` which
1251         // we'll be passing as a slice. The storage for our slice-of-`Val` we'll
1252         // be taking from the `Store`. We preserve our slice back into the
1253         // `Store` after the hostcall, ideally amortizing the cost of allocating
1254         // the storage across wasm->host calls.
1255         //
1256         // Note that we have a dynamic guarantee that `values_vec` is the
1257         // appropriate length to both read all arguments from as well as store
1258         // all results into.
1259         let mut val_vec = caller.store.0.take_hostcall_val_storage();
1260         debug_assert!(val_vec.is_empty());
1261         let nparams = ty.params().len();
1262         val_vec.reserve(nparams + ty.results().len());
1263         for (i, ty) in ty.params().enumerate() {
1264             val_vec.push(unsafe { Val::from_raw(&mut caller.store, values_vec[i], ty) })
1265         }
1266 
1267         val_vec.extend((0..ty.results().len()).map(|_| Val::null_func_ref()));
1268         let (params, results) = val_vec.split_at_mut(nparams);
1269         func(caller.sub_caller(), params, results)?;
1270 
1271         // Unlike our arguments we need to dynamically check that the return
1272         // values produced are correct. There could be a bug in `func` that
1273         // produces the wrong number, wrong types, or wrong stores of
1274         // values, and we need to catch that here.
1275         for (i, (ret, ty)) in results.iter().zip(ty.results()).enumerate() {
1276             ret.ensure_matches_ty(caller.store.0, &ty)
1277                 .context("function attempted to return an incompatible value")?;
1278             values_vec[i] = ret.to_raw(&mut caller.store)?;
1279         }
1280 
1281         // Restore our `val_vec` back into the store so it's usable for the next
1282         // hostcall to reuse our own storage.
1283         val_vec.truncate(0);
1284         caller.store.0.save_hostcall_val_storage(val_vec);
1285         Ok(())
1286     }
1287 
1288     /// Attempts to extract a typed object from this `Func` through which the
1289     /// function can be called.
1290     ///
1291     /// This function serves as an alternative to [`Func::call`] and
1292     /// [`Func::call_async`]. This method performs a static type check (using
1293     /// the `Params` and `Results` type parameters on the underlying wasm
1294     /// function. If the type check passes then a `TypedFunc` object is returned,
1295     /// otherwise an error is returned describing the typecheck failure.
1296     ///
1297     /// The purpose of this relative to [`Func::call`] is that it's much more
1298     /// efficient when used to invoke WebAssembly functions. With the types
1299     /// statically known far less setup/teardown is required when invoking
1300     /// WebAssembly. If speed is desired then this function is recommended to be
1301     /// used instead of [`Func::call`] (which is more general, hence its
1302     /// slowdown).
1303     ///
1304     /// The `Params` type parameter is used to describe the parameters of the
1305     /// WebAssembly function. This can either be a single type (like `i32`), or
1306     /// a tuple of types representing the list of parameters (like `(i32, f32,
1307     /// f64)`). Additionally you can use `()` to represent that the function has
1308     /// no parameters.
1309     ///
1310     /// The `Results` type parameter is used to describe the results of the
1311     /// function. This behaves the same way as `Params`, but just for the
1312     /// results of the function.
1313     ///
1314     /// # Translating Between WebAssembly and Rust Types
1315     ///
1316     /// Translation between Rust types and WebAssembly types looks like:
1317     ///
1318     /// | WebAssembly                               | Rust                                  |
1319     /// |-------------------------------------------|---------------------------------------|
1320     /// | `i32`                                     | `i32` or `u32`                        |
1321     /// | `i64`                                     | `i64` or `u64`                        |
1322     /// | `f32`                                     | `f32`                                 |
1323     /// | `f64`                                     | `f64`                                 |
1324     /// | `externref` aka `(ref null extern)`       | `Option<Rooted<ExternRef>>`           |
1325     /// | `(ref extern)`                            | `Rooted<ExternRef>`                   |
1326     /// | `nullexternref` aka `(ref null noextern)` | `Option<NoExtern>`                    |
1327     /// | `(ref noextern)`                          | `NoExtern`                            |
1328     /// | `anyref` aka `(ref null any)`             | `Option<Rooted<AnyRef>>`              |
1329     /// | `(ref any)`                               | `Rooted<AnyRef>`                      |
1330     /// | `eqref` aka `(ref null eq)`               | `Option<Rooted<EqRef>>`               |
1331     /// | `(ref eq)`                                | `Rooted<EqRef>`                       |
1332     /// | `i31ref` aka `(ref null i31)`             | `Option<I31>`                         |
1333     /// | `(ref i31)`                               | `I31`                                 |
1334     /// | `structref` aka `(ref null struct)`       | `Option<Rooted<StructRef>>`           |
1335     /// | `(ref struct)`                            | `Rooted<StructRef>`                   |
1336     /// | `arrayref` aka `(ref null array)`         | `Option<Rooted<ArrayRef>>`            |
1337     /// | `(ref array)`                             | `Rooted<ArrayRef>`                    |
1338     /// | `nullref` aka `(ref null none)`           | `Option<NoneRef>`                     |
1339     /// | `(ref none)`                              | `NoneRef`                             |
1340     /// | `funcref` aka `(ref null func)`           | `Option<Func>`                        |
1341     /// | `(ref func)`                              | `Func`                                |
1342     /// | `(ref null <func type index>)`            | `Option<Func>`                        |
1343     /// | `(ref <func type index>)`                 | `Func`                                |
1344     /// | `nullfuncref` aka `(ref null nofunc)`     | `Option<NoFunc>`                      |
1345     /// | `(ref nofunc)`                            | `NoFunc`                              |
1346     /// | `v128`                                    | `V128` on `x86-64` and `aarch64` only |
1347     ///
1348     /// (Note that this mapping is the same as that of [`Func::wrap`], and that
1349     /// anywhere a `Rooted<T>` appears, a `ManuallyRooted<T>` may also appear).
1350     ///
1351     /// Note that once the [`TypedFunc`] return value is acquired you'll use either
1352     /// [`TypedFunc::call`] or [`TypedFunc::call_async`] as necessary to actually invoke
1353     /// the function. This method does not invoke any WebAssembly code, it
1354     /// simply performs a typecheck before returning the [`TypedFunc`] value.
1355     ///
1356     /// This method also has a convenience wrapper as
1357     /// [`Instance::get_typed_func`](crate::Instance::get_typed_func) to
1358     /// directly get a typed function value from an
1359     /// [`Instance`](crate::Instance).
1360     ///
1361     /// ## Subtyping
1362     ///
1363     /// For result types, you can always use a supertype of the WebAssembly
1364     /// function's actual declared result type. For example, if the WebAssembly
1365     /// function was declared with type `(func (result nullfuncref))` you could
1366     /// successfully call `f.typed::<(), Option<Func>>()` because `Option<Func>`
1367     /// corresponds to `funcref`, which is a supertype of `nullfuncref`.
1368     ///
1369     /// For parameter types, you can always use a subtype of the WebAssembly
1370     /// function's actual declared parameter type. For example, if the
1371     /// WebAssembly function was declared with type `(func (param (ref null
1372     /// func)))` you could successfully call `f.typed::<Func, ()>()` because
1373     /// `Func` corresponds to `(ref func)`, which is a subtype of `(ref null
1374     /// func)`.
1375     ///
1376     /// Additionally, for functions which take a reference to a concrete type as
1377     /// a parameter, you can also use the concrete type's supertype. Consider a
1378     /// WebAssembly function that takes a reference to a function with a
1379     /// concrete type: `(ref null <func type index>)`. In this scenario, there
1380     /// is no static `wasmtime::Foo` Rust type that corresponds to that
1381     /// particular Wasm-defined concrete reference type because Wasm modules are
1382     /// loaded dynamically at runtime. You *could* do `f.typed::<Option<NoFunc>,
1383     /// ()>()`, and while that is correctly typed and valid, it is often overly
1384     /// restrictive. The only value you could call the resulting typed function
1385     /// with is the null function reference, but we'd like to call it with
1386     /// non-null function references that happen to be of the correct
1387     /// type. Therefore, `f.typed<Option<Func>, ()>()` is also allowed in this
1388     /// case, even though `Option<Func>` represents `(ref null func)` which is
1389     /// the supertype, not subtype, of `(ref null <func type index>)`. This does
1390     /// imply some minimal dynamic type checks in this case, but it is supported
1391     /// for better ergonomics, to enable passing non-null references into the
1392     /// function.
1393     ///
1394     /// # Errors
1395     ///
1396     /// This function will return an error if `Params` or `Results` does not
1397     /// match the native type of this WebAssembly function.
1398     ///
1399     /// # Panics
1400     ///
1401     /// This method will panic if `store` does not own this function.
1402     ///
1403     /// # Examples
1404     ///
1405     /// An end-to-end example of calling a function which takes no parameters
1406     /// and has no results:
1407     ///
1408     /// ```
1409     /// # use wasmtime::*;
1410     /// # fn main() -> anyhow::Result<()> {
1411     /// let engine = Engine::default();
1412     /// let mut store = Store::new(&engine, ());
1413     /// let module = Module::new(&engine, r#"(module (func (export "foo")))"#)?;
1414     /// let instance = Instance::new(&mut store, &module, &[])?;
1415     /// let foo = instance.get_func(&mut store, "foo").expect("export wasn't a function");
1416     ///
1417     /// // Note that this call can fail due to the typecheck not passing, but
1418     /// // in our case we statically know the module so we know this should
1419     /// // pass.
1420     /// let typed = foo.typed::<(), ()>(&store)?;
1421     ///
1422     /// // Note that this can fail if the wasm traps at runtime.
1423     /// typed.call(&mut store, ())?;
1424     /// # Ok(())
1425     /// # }
1426     /// ```
1427     ///
1428     /// You can also pass in multiple parameters and get a result back
1429     ///
1430     /// ```
1431     /// # use wasmtime::*;
1432     /// # fn foo(add: &Func, mut store: Store<()>) -> anyhow::Result<()> {
1433     /// let typed = add.typed::<(i32, i64), f32>(&store)?;
1434     /// assert_eq!(typed.call(&mut store, (1, 2))?, 3.0);
1435     /// # Ok(())
1436     /// # }
1437     /// ```
1438     ///
1439     /// and similarly if a function has multiple results you can bind that too
1440     ///
1441     /// ```
1442     /// # use wasmtime::*;
1443     /// # fn foo(add_with_overflow: &Func, mut store: Store<()>) -> anyhow::Result<()> {
1444     /// let typed = add_with_overflow.typed::<(u32, u32), (u32, i32)>(&store)?;
1445     /// let (result, overflow) = typed.call(&mut store, (u32::max_value(), 2))?;
1446     /// assert_eq!(result, 1);
1447     /// assert_eq!(overflow, 1);
1448     /// # Ok(())
1449     /// # }
1450     /// ```
1451     pub fn typed<Params, Results>(
1452         &self,
1453         store: impl AsContext,
1454     ) -> Result<TypedFunc<Params, Results>>
1455     where
1456         Params: WasmParams,
1457         Results: WasmResults,
1458     {
1459         // Type-check that the params/results are all valid
1460         let store = store.as_context().0;
1461         let ty = self.load_ty(store);
1462         Params::typecheck(store.engine(), ty.params(), TypeCheckPosition::Param)
1463             .context("type mismatch with parameters")?;
1464         Results::typecheck(store.engine(), ty.results(), TypeCheckPosition::Result)
1465             .context("type mismatch with results")?;
1466 
1467         // and then we can construct the typed version of this function
1468         // (unsafely), which should be safe since we just did the type check above.
1469         unsafe { Ok(TypedFunc::_new_unchecked(store, *self)) }
1470     }
1471 
1472     /// Get a stable hash key for this function.
1473     ///
1474     /// Even if the same underlying function is added to the `StoreData`
1475     /// multiple times and becomes multiple `wasmtime::Func`s, this hash key
1476     /// will be consistent across all of these functions.
1477     #[cfg_attr(
1478         not(test),
1479         expect(dead_code, reason = "Not used yet, but added for consistency")
1480     )]
1481     pub(crate) fn hash_key(&self, store: &mut StoreOpaque) -> impl core::hash::Hash + Eq + use<> {
1482         self.vm_func_ref(store).as_ptr().addr()
1483     }
1484 }
1485 
1486 /// Prepares for entrance into WebAssembly.
1487 ///
1488 /// This function will set up context such that `closure` is allowed to call a
1489 /// raw trampoline or a raw WebAssembly function. This *must* be called to do
1490 /// things like catch traps and set up GC properly.
1491 ///
1492 /// The `closure` provided receives a default "caller" `VMContext` parameter it
1493 /// can pass to the called wasm function, if desired.
1494 pub(crate) fn invoke_wasm_and_catch_traps<T>(
1495     store: &mut StoreContextMut<'_, T>,
1496     closure: impl FnMut(NonNull<VMContext>, Option<InterpreterRef<'_>>) -> bool,
1497 ) -> Result<()> {
1498     unsafe {
1499         // The `enter_wasm` call below will reset the store context's
1500         // `stack_chain` to a new `InitialStack`, pointing to the
1501         // stack-allocated `initial_stack_csi`.
1502         let mut initial_stack_csi = VMCommonStackInformation::running_default();
1503         // Stores some state of the runtime just before entering Wasm. Will be
1504         // restored upon exiting Wasm. Note that the `CallThreadState` that is
1505         // created by the `catch_traps` call below will store a pointer to this
1506         // stack-allocated `previous_runtime_state`.
1507         let mut previous_runtime_state =
1508             EntryStoreContext::enter_wasm(store, &mut initial_stack_csi);
1509 
1510         if let Err(trap) = store.0.call_hook(CallHook::CallingWasm) {
1511             // `previous_runtime_state` implicitly dropped here
1512             return Err(trap);
1513         }
1514         let result = crate::runtime::vm::catch_traps(store, &mut previous_runtime_state, closure);
1515         core::mem::drop(previous_runtime_state);
1516         store.0.call_hook(CallHook::ReturningFromWasm)?;
1517         result.map_err(|t| crate::trap::from_runtime_box(store.0, t))
1518     }
1519 }
1520 
1521 /// This type helps managing the state of the runtime when entering and exiting
1522 /// Wasm. To this end, it contains a subset of the data in `VMStoreContext`.
1523 /// Upon entering Wasm, it updates various runtime fields and their
1524 /// original values saved in this struct. Upon exiting Wasm, the previous values
1525 /// are restored.
1526 pub(crate) struct EntryStoreContext {
1527     /// If set, contains value of `stack_limit` field to restore in
1528     /// `VMStoreContext` when exiting Wasm.
1529     pub stack_limit: Option<usize>,
1530     /// Contains value of `last_wasm_exit_pc` field to restore in
1531     /// `VMStoreContext` when exiting Wasm.
1532     pub last_wasm_exit_pc: usize,
1533     /// Contains value of `last_wasm_exit_fp` field to restore in
1534     /// `VMStoreContext` when exiting Wasm.
1535     pub last_wasm_exit_fp: usize,
1536     /// Contains value of `last_wasm_entry_fp` field to restore in
1537     /// `VMStoreContext` when exiting Wasm.
1538     pub last_wasm_entry_fp: usize,
1539     /// Contains value of `stack_chain` field to restore in
1540     /// `VMStoreContext` when exiting Wasm.
1541     pub stack_chain: VMStackChain,
1542 
1543     /// We need a pointer to the runtime limits, so we can update them from
1544     /// `drop`/`exit_wasm`.
1545     vm_store_context: *const VMStoreContext,
1546 }
1547 
1548 impl EntryStoreContext {
1549     /// This function is called to update and save state when
1550     /// WebAssembly is entered within the `Store`.
1551     ///
1552     /// This updates various fields such as:
1553     ///
1554     /// * The stack limit. This is what ensures that we limit the stack space
1555     ///   allocated by WebAssembly code and it's relative to the initial stack
1556     ///   pointer that called into wasm.
1557     ///
1558     /// It also saves the different last_wasm_* values in the `VMStoreContext`.
1559     pub fn enter_wasm<T>(
1560         store: &mut StoreContextMut<'_, T>,
1561         initial_stack_information: *mut VMCommonStackInformation,
1562     ) -> Self {
1563         let stack_limit;
1564 
1565         // If this is a recursive call, e.g. our stack limit is already set, then
1566         // we may be able to skip this function.
1567         //
1568         // For synchronous stores there's nothing else to do because all wasm calls
1569         // happen synchronously and on the same stack. This means that the previous
1570         // stack limit will suffice for the next recursive call.
1571         //
1572         // For asynchronous stores then each call happens on a separate native
1573         // stack. This means that the previous stack limit is no longer relevant
1574         // because we're on a separate stack.
1575         if unsafe { *store.0.vm_store_context().stack_limit.get() } != usize::MAX
1576             && !store.0.async_support()
1577         {
1578             stack_limit = None;
1579         }
1580         // Ignore this stack pointer business on miri since we can't execute wasm
1581         // anyway and the concept of a stack pointer on miri is a bit nebulous
1582         // regardless.
1583         else if cfg!(miri) {
1584             stack_limit = None;
1585         } else {
1586             // When Cranelift has support for the host then we might be running native
1587             // compiled code meaning we need to read the actual stack pointer. If
1588             // Cranelift can't be used though then we're guaranteed to be running pulley
1589             // in which case this stack pointer isn't actually used as Pulley has custom
1590             // mechanisms for stack overflow.
1591             #[cfg(has_host_compiler_backend)]
1592             let stack_pointer = crate::runtime::vm::get_stack_pointer();
1593             #[cfg(not(has_host_compiler_backend))]
1594             let stack_pointer = {
1595                 use wasmtime_environ::TripleExt;
1596                 debug_assert!(store.engine().target().is_pulley());
1597                 usize::MAX
1598             };
1599 
1600             // Determine the stack pointer where, after which, any wasm code will
1601             // immediately trap. This is checked on the entry to all wasm functions.
1602             //
1603             // Note that this isn't 100% precise. We are requested to give wasm
1604             // `max_wasm_stack` bytes, but what we're actually doing is giving wasm
1605             // probably a little less than `max_wasm_stack` because we're
1606             // calculating the limit relative to this function's approximate stack
1607             // pointer. Wasm will be executed on a frame beneath this one (or next
1608             // to it). In any case it's expected to be at most a few hundred bytes
1609             // of slop one way or another. When wasm is typically given a MB or so
1610             // (a million bytes) the slop shouldn't matter too much.
1611             //
1612             // After we've got the stack limit then we store it into the `stack_limit`
1613             // variable.
1614             let wasm_stack_limit = stack_pointer
1615                 .checked_sub(store.engine().config().max_wasm_stack)
1616                 .unwrap();
1617             let prev_stack = unsafe {
1618                 mem::replace(
1619                     &mut *store.0.vm_store_context().stack_limit.get(),
1620                     wasm_stack_limit,
1621                 )
1622             };
1623             stack_limit = Some(prev_stack);
1624         }
1625 
1626         unsafe {
1627             let last_wasm_exit_pc = *store.0.vm_store_context().last_wasm_exit_pc.get();
1628             let last_wasm_exit_fp = *store.0.vm_store_context().last_wasm_exit_fp.get();
1629             let last_wasm_entry_fp = *store.0.vm_store_context().last_wasm_entry_fp.get();
1630 
1631             let stack_chain = (*store.0.vm_store_context().stack_chain.get()).clone();
1632 
1633             let new_stack_chain = VMStackChain::InitialStack(initial_stack_information);
1634             *store.0.vm_store_context().stack_chain.get() = new_stack_chain;
1635 
1636             let vm_store_context = store.0.vm_store_context();
1637 
1638             Self {
1639                 stack_limit,
1640                 last_wasm_exit_pc,
1641                 last_wasm_exit_fp,
1642                 last_wasm_entry_fp,
1643                 stack_chain,
1644                 vm_store_context,
1645             }
1646         }
1647     }
1648 
1649     /// This function restores the values stored in this struct. We invoke this
1650     /// function through this type's `Drop` implementation. This ensures that we
1651     /// even restore the values if we unwind the stack (e.g., because we are
1652     /// panicking out of a Wasm execution).
1653     #[inline]
1654     fn exit_wasm(&mut self) {
1655         unsafe {
1656             if let Some(limit) = self.stack_limit {
1657                 *(&*self.vm_store_context).stack_limit.get() = limit;
1658             }
1659 
1660             *(*self.vm_store_context).last_wasm_exit_fp.get() = self.last_wasm_exit_fp;
1661             *(*self.vm_store_context).last_wasm_exit_pc.get() = self.last_wasm_exit_pc;
1662             *(*self.vm_store_context).last_wasm_entry_fp.get() = self.last_wasm_entry_fp;
1663             *(*self.vm_store_context).stack_chain.get() = self.stack_chain.clone();
1664         }
1665     }
1666 }
1667 
1668 impl Drop for EntryStoreContext {
1669     #[inline]
1670     fn drop(&mut self) {
1671         self.exit_wasm();
1672     }
1673 }
1674 
1675 /// A trait implemented for types which can be returned from closures passed to
1676 /// [`Func::wrap`] and friends.
1677 ///
1678 /// This trait should not be implemented by user types. This trait may change at
1679 /// any time internally. The types which implement this trait, however, are
1680 /// stable over time.
1681 ///
1682 /// For more information see [`Func::wrap`]
1683 pub unsafe trait WasmRet {
1684     // Same as `WasmTy::compatible_with_store`.
1685     #[doc(hidden)]
1686     fn compatible_with_store(&self, store: &StoreOpaque) -> bool;
1687 
1688     /// Stores this return value into the `ptr` specified using the rooted
1689     /// `store`.
1690     ///
1691     /// Traps are communicated through the `Result<_>` return value.
1692     ///
1693     /// # Unsafety
1694     ///
1695     /// This method is unsafe as `ptr` must have the correct length to store
1696     /// this result. This property is only checked in debug mode, not in release
1697     /// mode.
1698     #[doc(hidden)]
1699     unsafe fn store(
1700         self,
1701         store: &mut AutoAssertNoGc<'_>,
1702         ptr: &mut [MaybeUninit<ValRaw>],
1703     ) -> Result<()>;
1704 
1705     #[doc(hidden)]
1706     fn func_type(engine: &Engine, params: impl Iterator<Item = ValType>) -> FuncType;
1707     #[doc(hidden)]
1708     fn may_gc() -> bool;
1709 
1710     // Utilities used to convert an instance of this type to a `Result`
1711     // explicitly, used when wrapping async functions which always bottom-out
1712     // in a function that returns a trap because futures can be cancelled.
1713     #[doc(hidden)]
1714     type Fallible: WasmRet;
1715     #[doc(hidden)]
1716     fn into_fallible(self) -> Self::Fallible;
1717     #[doc(hidden)]
1718     fn fallible_from_error(error: Error) -> Self::Fallible;
1719 }
1720 
1721 unsafe impl<T> WasmRet for T
1722 where
1723     T: WasmTy,
1724 {
1725     type Fallible = Result<T>;
1726 
1727     fn compatible_with_store(&self, store: &StoreOpaque) -> bool {
1728         <Self as WasmTy>::compatible_with_store(self, store)
1729     }
1730 
1731     unsafe fn store(
1732         self,
1733         store: &mut AutoAssertNoGc<'_>,
1734         ptr: &mut [MaybeUninit<ValRaw>],
1735     ) -> Result<()> {
1736         debug_assert!(ptr.len() > 0);
1737         // SAFETY: the contract of this function/trait combo is such that `ptr`
1738         // is valid to store this type's value, thus this lookup should be safe.
1739         unsafe { <Self as WasmTy>::store(self, store, ptr.get_unchecked_mut(0)) }
1740     }
1741 
1742     fn may_gc() -> bool {
1743         T::may_gc()
1744     }
1745 
1746     fn func_type(engine: &Engine, params: impl Iterator<Item = ValType>) -> FuncType {
1747         FuncType::new(engine, params, Some(<Self as WasmTy>::valtype()))
1748     }
1749 
1750     fn into_fallible(self) -> Result<T> {
1751         Ok(self)
1752     }
1753 
1754     fn fallible_from_error(error: Error) -> Result<T> {
1755         Err(error)
1756     }
1757 }
1758 
1759 unsafe impl<T> WasmRet for Result<T>
1760 where
1761     T: WasmRet,
1762 {
1763     type Fallible = Self;
1764 
1765     fn compatible_with_store(&self, store: &StoreOpaque) -> bool {
1766         match self {
1767             Ok(x) => <T as WasmRet>::compatible_with_store(x, store),
1768             Err(_) => true,
1769         }
1770     }
1771 
1772     unsafe fn store(
1773         self,
1774         store: &mut AutoAssertNoGc<'_>,
1775         ptr: &mut [MaybeUninit<ValRaw>],
1776     ) -> Result<()> {
1777         // SAFETY: the safety of calling this function is the same as calling
1778         // the inner `store`.
1779         unsafe { self.and_then(|val| val.store(store, ptr)) }
1780     }
1781 
1782     fn may_gc() -> bool {
1783         T::may_gc()
1784     }
1785 
1786     fn func_type(engine: &Engine, params: impl Iterator<Item = ValType>) -> FuncType {
1787         T::func_type(engine, params)
1788     }
1789 
1790     fn into_fallible(self) -> Result<T> {
1791         self
1792     }
1793 
1794     fn fallible_from_error(error: Error) -> Result<T> {
1795         Err(error)
1796     }
1797 }
1798 
1799 macro_rules! impl_wasm_host_results {
1800     ($n:tt $($t:ident)*) => (
1801         #[allow(non_snake_case, reason = "macro-generated code")]
1802         unsafe impl<$($t),*> WasmRet for ($($t,)*)
1803         where
1804             $($t: WasmTy,)*
1805         {
1806             type Fallible = Result<Self>;
1807 
1808             #[inline]
1809             fn compatible_with_store(&self, _store: &StoreOpaque) -> bool {
1810                 let ($($t,)*) = self;
1811                 $( $t.compatible_with_store(_store) && )* true
1812             }
1813 
1814             #[inline]
1815             unsafe fn store(
1816                 self,
1817                 _store: &mut AutoAssertNoGc<'_>,
1818                 _ptr: &mut [MaybeUninit<ValRaw>],
1819             ) -> Result<()> {
1820                 let ($($t,)*) = self;
1821                 let mut _cur = 0;
1822                 $(
1823                     debug_assert!(_cur < _ptr.len());
1824                     // SAFETY: `store`'s unsafe contract is that `_ptr` is
1825                     // appropriately sized and additionally safe to call `store`
1826                     // for sub-types.
1827                     unsafe {
1828                         let val = _ptr.get_unchecked_mut(_cur);
1829                         _cur += 1;
1830                         WasmTy::store($t, _store, val)?;
1831                     }
1832                 )*
1833                 Ok(())
1834             }
1835 
1836             #[doc(hidden)]
1837             fn may_gc() -> bool {
1838                 $( $t::may_gc() || )* false
1839             }
1840 
1841             fn func_type(engine: &Engine, params: impl Iterator<Item = ValType>) -> FuncType {
1842                 FuncType::new(
1843                     engine,
1844                     params,
1845                     IntoIterator::into_iter([$($t::valtype(),)*]),
1846                 )
1847             }
1848 
1849             #[inline]
1850             fn into_fallible(self) -> Result<Self> {
1851                 Ok(self)
1852             }
1853 
1854             #[inline]
1855             fn fallible_from_error(error: Error) -> Result<Self> {
1856                 Err(error)
1857             }
1858         }
1859     )
1860 }
1861 
1862 for_each_function_signature!(impl_wasm_host_results);
1863 
1864 /// Internal trait implemented for all arguments that can be passed to
1865 /// [`Func::wrap`] and [`Linker::func_wrap`](crate::Linker::func_wrap).
1866 ///
1867 /// This trait should not be implemented by external users, it's only intended
1868 /// as an implementation detail of this crate.
1869 pub trait IntoFunc<T, Params, Results>: Send + Sync + 'static {
1870     /// Convert this function into a `VM{Array,Native}CallHostFuncContext` and
1871     /// internal `VMFuncRef`.
1872     #[doc(hidden)]
1873     fn into_func(self, engine: &Engine) -> HostContext;
1874 }
1875 
1876 macro_rules! impl_into_func {
1877     ($num:tt $arg:ident) => {
1878         // Implement for functions without a leading `&Caller` parameter,
1879         // delegating to the implementation below which does have the leading
1880         // `Caller` parameter.
1881         #[expect(non_snake_case, reason = "macro-generated code")]
1882         impl<T, F, $arg, R> IntoFunc<T, $arg, R> for F
1883         where
1884             F: Fn($arg) -> R + Send + Sync + 'static,
1885             $arg: WasmTy,
1886             R: WasmRet,
1887             T: 'static,
1888         {
1889             fn into_func(self, engine: &Engine) -> HostContext {
1890                 let f = move |_: Caller<'_, T>, $arg: $arg| {
1891                     self($arg)
1892                 };
1893 
1894                 f.into_func(engine)
1895             }
1896         }
1897 
1898         #[expect(non_snake_case, reason = "macro-generated code")]
1899         impl<T, F, $arg, R> IntoFunc<T, (Caller<'_, T>, $arg), R> for F
1900         where
1901             F: Fn(Caller<'_, T>, $arg) -> R + Send + Sync + 'static,
1902             $arg: WasmTy,
1903             R: WasmRet,
1904             T: 'static,
1905         {
1906             fn into_func(self, engine: &Engine) -> HostContext {
1907                 HostContext::from_closure(engine, move |caller: Caller<'_, T>, ($arg,)| {
1908                     self(caller, $arg)
1909                 })
1910             }
1911         }
1912     };
1913     ($num:tt $($args:ident)*) => {
1914         // Implement for functions without a leading `&Caller` parameter,
1915         // delegating to the implementation below which does have the leading
1916         // `Caller` parameter.
1917         #[allow(non_snake_case, reason = "macro-generated code")]
1918         impl<T, F, $($args,)* R> IntoFunc<T, ($($args,)*), R> for F
1919         where
1920             F: Fn($($args),*) -> R + Send + Sync + 'static,
1921             $($args: WasmTy,)*
1922             R: WasmRet,
1923             T: 'static,
1924         {
1925             fn into_func(self, engine: &Engine) -> HostContext {
1926                 let f = move |_: Caller<'_, T>, $($args:$args),*| {
1927                     self($($args),*)
1928                 };
1929 
1930                 f.into_func(engine)
1931             }
1932         }
1933 
1934         #[allow(non_snake_case, reason = "macro-generated code")]
1935         impl<T, F, $($args,)* R> IntoFunc<T, (Caller<'_, T>, $($args,)*), R> for F
1936         where
1937             F: Fn(Caller<'_, T>, $($args),*) -> R + Send + Sync + 'static,
1938             $($args: WasmTy,)*
1939             R: WasmRet,
1940             T: 'static,
1941         {
1942             fn into_func(self, engine: &Engine) -> HostContext {
1943                 HostContext::from_closure(engine, move |caller: Caller<'_, T>, ( $( $args ),* )| {
1944                     self(caller, $( $args ),* )
1945                 })
1946             }
1947         }
1948     }
1949 }
1950 
1951 for_each_function_signature!(impl_into_func);
1952 
1953 /// Trait implemented for various tuples made up of types which implement
1954 /// [`WasmTy`] that can be passed to [`Func::wrap_inner`] and
1955 /// [`HostContext::from_closure`].
1956 pub unsafe trait WasmTyList {
1957     /// Get the value type that each Type in the list represents.
1958     fn valtypes() -> impl Iterator<Item = ValType>;
1959 
1960     // Load a version of `Self` from the `values` provided.
1961     //
1962     // # Safety
1963     //
1964     // This function is unsafe as it's up to the caller to ensure that `values` are
1965     // valid for this given type.
1966     #[doc(hidden)]
1967     unsafe fn load(store: &mut AutoAssertNoGc<'_>, values: &mut [MaybeUninit<ValRaw>]) -> Self;
1968 
1969     #[doc(hidden)]
1970     fn may_gc() -> bool;
1971 }
1972 
1973 macro_rules! impl_wasm_ty_list {
1974     ($num:tt $($args:ident)*) => (
1975         #[allow(non_snake_case, reason = "macro-generated code")]
1976         unsafe impl<$($args),*> WasmTyList for ($($args,)*)
1977         where
1978             $($args: WasmTy,)*
1979         {
1980             fn valtypes() -> impl Iterator<Item = ValType> {
1981                 IntoIterator::into_iter([$($args::valtype(),)*])
1982             }
1983 
1984             unsafe fn load(_store: &mut AutoAssertNoGc<'_>, _values: &mut [MaybeUninit<ValRaw>]) -> Self {
1985                 let mut _cur = 0;
1986                 ($({
1987                     debug_assert!(_cur < _values.len());
1988                     // SAFETY: this function's own contract means that `_values`
1989                     // is appropriately sized/typed for the internal loads.
1990                     unsafe {
1991                         let ptr = _values.get_unchecked(_cur).assume_init_ref();
1992                         _cur += 1;
1993                         $args::load(_store, ptr)
1994                     }
1995                 },)*)
1996             }
1997 
1998             fn may_gc() -> bool {
1999                 $( $args::may_gc() || )* false
2000             }
2001         }
2002     );
2003 }
2004 
2005 for_each_function_signature!(impl_wasm_ty_list);
2006 
2007 /// A structure representing the caller's context when creating a function
2008 /// via [`Func::wrap`].
2009 ///
2010 /// This structure can be taken as the first parameter of a closure passed to
2011 /// [`Func::wrap`] or other constructors, and serves two purposes:
2012 ///
2013 /// * First consumers can use [`Caller<'_, T>`](crate::Caller) to get access to
2014 ///   [`StoreContextMut<'_, T>`](crate::StoreContextMut) and/or get access to
2015 ///   `T` itself. This means that the [`Caller`] type can serve as a proxy to
2016 ///   the original [`Store`](crate::Store) itself and is used to satisfy
2017 ///   [`AsContext`] and [`AsContextMut`] bounds.
2018 ///
2019 /// * Second a [`Caller`] can be used as the name implies, learning about the
2020 ///   caller's context, namely it's exported memory and exported functions. This
2021 ///   allows functions which take pointers as arguments to easily read the
2022 ///   memory the pointers point into, or if a function is expected to call
2023 ///   malloc in the wasm module to reserve space for the output you can do that.
2024 ///
2025 /// Host functions which want access to [`Store`](crate::Store)-level state are
2026 /// recommended to use this type.
2027 pub struct Caller<'a, T: 'static> {
2028     pub(crate) store: StoreContextMut<'a, T>,
2029     caller: Instance,
2030 }
2031 
2032 impl<T> Caller<'_, T> {
2033     #[cfg(feature = "async")]
2034     pub(crate) fn new(store: StoreContextMut<'_, T>, caller: Instance) -> Caller<'_, T> {
2035         Caller { store, caller }
2036     }
2037 
2038     #[cfg(feature = "async")]
2039     pub(crate) fn caller(&self) -> Instance {
2040         self.caller
2041     }
2042 
2043     /// Executes `f` with an appropriate `Caller`.
2044     ///
2045     /// This is the entrypoint for host functions in core wasm. The `store` and
2046     /// `instance` are created from `Instance::enter_host_from_wasm` and this
2047     /// will further invoke the host function that `f` refers to.
2048     fn with<F, R>(mut store: StoreContextMut<T>, caller: InstanceId, f: F) -> R
2049     where
2050         F: FnOnce(Caller<'_, T>) -> R,
2051     {
2052         let caller = Instance::from_wasmtime(caller, store.0);
2053 
2054         let (gc_lifo_scope, ret) = {
2055             let gc_lifo_scope = store.0.gc_roots().enter_lifo_scope();
2056 
2057             let ret = f(Caller {
2058                 store: store.as_context_mut(),
2059                 caller,
2060             });
2061 
2062             (gc_lifo_scope, ret)
2063         };
2064 
2065         store.0.exit_gc_lifo_scope(gc_lifo_scope);
2066 
2067         ret
2068     }
2069 
2070     fn sub_caller(&mut self) -> Caller<'_, T> {
2071         Caller {
2072             store: self.store.as_context_mut(),
2073             caller: self.caller,
2074         }
2075     }
2076 
2077     /// Looks up an export from the caller's module by the `name` given.
2078     ///
2079     /// This is a low-level function that's typically used to implement passing
2080     /// of pointers or indices between core Wasm instances, where the callee
2081     /// needs to consult the caller's exports to perform memory management and
2082     /// resolve the references.
2083     ///
2084     /// For comparison, in components, the component model handles translating
2085     /// arguments from one component instance to another and managing memory, so
2086     /// that callees don't need to be aware of their callers, which promotes
2087     /// virtualizability of APIs.
2088     ///
2089     /// # Return
2090     ///
2091     /// If an export with the `name` provided was found, then it is returned as an
2092     /// `Extern`. There are a number of situations, however, where the export may not
2093     /// be available:
2094     ///
2095     /// * The caller instance may not have an export named `name`
2096     /// * There may not be a caller available, for example if `Func` was called
2097     ///   directly from host code.
2098     ///
2099     /// It's recommended to take care when calling this API and gracefully
2100     /// handling a `None` return value.
2101     pub fn get_export(&mut self, name: &str) -> Option<Extern> {
2102         // All instances created have a `host_state` with a pointer pointing
2103         // back to themselves. If this caller doesn't have that `host_state`
2104         // then it probably means it was a host-created object like `Func::new`
2105         // which doesn't have any exports we want to return anyway.
2106         self.caller.get_export(&mut self.store, name)
2107     }
2108 
2109     /// Looks up an exported [`Extern`] value by a [`ModuleExport`] value.
2110     ///
2111     /// This is similar to [`Self::get_export`] but uses a [`ModuleExport`] value to avoid
2112     /// string lookups where possible. [`ModuleExport`]s can be obtained by calling
2113     /// [`Module::get_export_index`] on the [`Module`] that an instance was instantiated with.
2114     ///
2115     /// This method will search the module for an export with a matching entity index and return
2116     /// the value, if found.
2117     ///
2118     /// Returns `None` if there was no export with a matching entity index.
2119     /// # Panics
2120     ///
2121     /// Panics if `store` does not own this instance.
2122     ///
2123     /// # Usage
2124     /// ```
2125     /// use std::str;
2126     ///
2127     /// # use wasmtime::*;
2128     /// # fn main() -> anyhow::Result<()> {
2129     /// # let mut store = Store::default();
2130     ///
2131     /// let module = Module::new(
2132     ///     store.engine(),
2133     ///     r#"
2134     ///         (module
2135     ///             (import "" "" (func $log_str (param i32 i32)))
2136     ///             (func (export "foo")
2137     ///                 i32.const 4   ;; ptr
2138     ///                 i32.const 13  ;; len
2139     ///                 call $log_str)
2140     ///             (memory (export "memory") 1)
2141     ///             (data (i32.const 4) "Hello, world!"))
2142     ///     "#,
2143     /// )?;
2144     ///
2145     /// let Some(module_export) = module.get_export_index("memory") else {
2146     ///    anyhow::bail!("failed to find `memory` export in module");
2147     /// };
2148     ///
2149     /// let log_str = Func::wrap(&mut store, move |mut caller: Caller<'_, ()>, ptr: i32, len: i32| {
2150     ///     let mem = match caller.get_module_export(&module_export) {
2151     ///         Some(Extern::Memory(mem)) => mem,
2152     ///         _ => anyhow::bail!("failed to find host memory"),
2153     ///     };
2154     ///     let data = mem.data(&caller)
2155     ///         .get(ptr as u32 as usize..)
2156     ///         .and_then(|arr| arr.get(..len as u32 as usize));
2157     ///     let string = match data {
2158     ///         Some(data) => match str::from_utf8(data) {
2159     ///             Ok(s) => s,
2160     ///             Err(_) => anyhow::bail!("invalid utf-8"),
2161     ///         },
2162     ///         None => anyhow::bail!("pointer/length out of bounds"),
2163     ///     };
2164     ///     assert_eq!(string, "Hello, world!");
2165     ///     println!("{}", string);
2166     ///     Ok(())
2167     /// });
2168     /// let instance = Instance::new(&mut store, &module, &[log_str.into()])?;
2169     /// let foo = instance.get_typed_func::<(), ()>(&mut store, "foo")?;
2170     /// foo.call(&mut store, ())?;
2171     /// # Ok(())
2172     /// # }
2173     /// ```
2174     pub fn get_module_export(&mut self, export: &ModuleExport) -> Option<Extern> {
2175         self.caller.get_module_export(&mut self.store, export)
2176     }
2177 
2178     /// Access the underlying data owned by this `Store`.
2179     ///
2180     /// Same as [`Store::data`](crate::Store::data)
2181     pub fn data(&self) -> &T {
2182         self.store.data()
2183     }
2184 
2185     /// Access the underlying data owned by this `Store`.
2186     ///
2187     /// Same as [`Store::data_mut`](crate::Store::data_mut)
2188     pub fn data_mut(&mut self) -> &mut T {
2189         self.store.data_mut()
2190     }
2191 
2192     /// Returns the underlying [`Engine`] this store is connected to.
2193     pub fn engine(&self) -> &Engine {
2194         self.store.engine()
2195     }
2196 
2197     /// Perform garbage collection.
2198     ///
2199     /// Same as [`Store::gc`](crate::Store::gc).
2200     #[cfg(feature = "gc")]
2201     pub fn gc(&mut self, why: Option<&crate::GcHeapOutOfMemory<()>>) {
2202         self.store.gc(why);
2203     }
2204 
2205     /// Perform garbage collection asynchronously.
2206     ///
2207     /// Same as [`Store::gc_async`](crate::Store::gc_async).
2208     #[cfg(all(feature = "async", feature = "gc"))]
2209     pub async fn gc_async(&mut self, why: Option<&crate::GcHeapOutOfMemory<()>>) -> Result<()>
2210     where
2211         T: Send + 'static,
2212     {
2213         self.store.gc_async(why).await
2214     }
2215 
2216     /// Returns the remaining fuel in the store.
2217     ///
2218     /// For more information see [`Store::get_fuel`](crate::Store::get_fuel)
2219     pub fn get_fuel(&self) -> Result<u64> {
2220         self.store.get_fuel()
2221     }
2222 
2223     /// Set the amount of fuel in this store to be consumed when executing wasm code.
2224     ///
2225     /// For more information see [`Store::set_fuel`](crate::Store::set_fuel)
2226     pub fn set_fuel(&mut self, fuel: u64) -> Result<()> {
2227         self.store.set_fuel(fuel)
2228     }
2229 
2230     /// Configures this `Store` to yield while executing futures every N units of fuel.
2231     ///
2232     /// For more information see
2233     /// [`Store::fuel_async_yield_interval`](crate::Store::fuel_async_yield_interval)
2234     pub fn fuel_async_yield_interval(&mut self, interval: Option<u64>) -> Result<()> {
2235         self.store.fuel_async_yield_interval(interval)
2236     }
2237 }
2238 
2239 impl<T: 'static> AsContext for Caller<'_, T> {
2240     type Data = T;
2241     fn as_context(&self) -> StoreContext<'_, T> {
2242         self.store.as_context()
2243     }
2244 }
2245 
2246 impl<T: 'static> AsContextMut for Caller<'_, T> {
2247     fn as_context_mut(&mut self) -> StoreContextMut<'_, T> {
2248         self.store.as_context_mut()
2249     }
2250 }
2251 
2252 // State stored inside a `VMArrayCallHostFuncContext`.
2253 struct HostFuncState<F> {
2254     // The actual host function.
2255     func: F,
2256 
2257     // NB: We have to keep our `VMSharedTypeIndex` registered in the engine for
2258     // as long as this function exists.
2259     _ty: RegisteredType,
2260 }
2261 
2262 #[doc(hidden)]
2263 pub enum HostContext {
2264     Array(StoreBox<VMArrayCallHostFuncContext>),
2265 }
2266 
2267 impl From<StoreBox<VMArrayCallHostFuncContext>> for HostContext {
2268     fn from(ctx: StoreBox<VMArrayCallHostFuncContext>) -> Self {
2269         HostContext::Array(ctx)
2270     }
2271 }
2272 
2273 impl HostContext {
2274     fn from_closure<F, T, P, R>(engine: &Engine, func: F) -> Self
2275     where
2276         F: Fn(Caller<'_, T>, P) -> R + Send + Sync + 'static,
2277         P: WasmTyList,
2278         R: WasmRet,
2279         T: 'static,
2280     {
2281         let ty = R::func_type(engine, None::<ValType>.into_iter().chain(P::valtypes()));
2282         let type_index = ty.type_index();
2283 
2284         let array_call = Self::array_call_trampoline::<T, F, P, R>;
2285 
2286         let ctx = unsafe {
2287             VMArrayCallHostFuncContext::new(
2288                 array_call,
2289                 type_index,
2290                 Box::new(HostFuncState {
2291                     func,
2292                     _ty: ty.into_registered_type(),
2293                 }),
2294             )
2295         };
2296 
2297         ctx.into()
2298     }
2299 
2300     /// Raw entry trampoline for wasm for typed functions.
2301     ///
2302     /// # Safety
2303     ///
2304     /// The `callee_vmctx`, `caller_vmctx`, and `args` values must basically be
2305     /// "all valid" in the sense that they're from the same store, appropriately
2306     /// sized, appropriate to dereference, etc. This requires that `T` matches
2307     /// the type of the store that the vmctx values point to. The `F` parameter
2308     /// must match the state in `callee_vmctx`. The `P` and `R` type parameters
2309     /// must accurately describe the params/results store in `args`.
2310     unsafe extern "C" fn array_call_trampoline<T, F, P, R>(
2311         callee_vmctx: NonNull<VMOpaqueContext>,
2312         caller_vmctx: NonNull<VMContext>,
2313         args: NonNull<ValRaw>,
2314         args_len: usize,
2315     ) -> bool
2316     where
2317         F: Fn(Caller<'_, T>, P) -> R + 'static,
2318         P: WasmTyList,
2319         R: WasmRet,
2320         T: 'static,
2321     {
2322         // Note that this function is intentionally scoped into a
2323         // separate closure. Handling traps and panics will involve
2324         // longjmp-ing from this function which means we won't run
2325         // destructors. As a result anything requiring a destructor
2326         // should be part of this closure, and the long-jmp-ing
2327         // happens after the closure in handling the result.
2328         let run = move |mut caller: Caller<'_, T>| {
2329             let mut args =
2330                 NonNull::slice_from_raw_parts(args.cast::<MaybeUninit<ValRaw>>(), args_len);
2331             // SAFETY: it's a safety contract of this function itself that
2332             // `callee_vmctx` is safe to read.
2333             let state = unsafe {
2334                 let vmctx = VMArrayCallHostFuncContext::from_opaque(callee_vmctx);
2335                 vmctx.as_ref().host_state()
2336             };
2337 
2338             // Double-check ourselves in debug mode, but we control
2339             // the `Any` here so an unsafe downcast should also
2340             // work.
2341             //
2342             // SAFETY: all typed host functions use `HostFuncState<F>` as their
2343             // state so this should be safe to effectively do an unchecked
2344             // downcast.
2345             let state = unsafe {
2346                 debug_assert!(state.is::<HostFuncState<F>>());
2347                 &*(state as *const _ as *const HostFuncState<F>)
2348             };
2349             let func = &state.func;
2350 
2351             let ret = 'ret: {
2352                 if let Err(trap) = caller.store.0.call_hook(CallHook::CallingHost) {
2353                     break 'ret R::fallible_from_error(trap);
2354                 }
2355 
2356                 let mut store = if P::may_gc() {
2357                     AutoAssertNoGc::new(caller.store.0)
2358                 } else {
2359                     unsafe { AutoAssertNoGc::disabled(caller.store.0) }
2360                 };
2361                 // SAFETY: this function requires `args` to be valid and the
2362                 // `WasmTyList` trait means that everything should be correctly
2363                 // ascribed/typed, making this valid to load from.
2364                 let params = unsafe { P::load(&mut store, args.as_mut()) };
2365                 let _ = &mut store;
2366                 drop(store);
2367 
2368                 let r = func(caller.sub_caller(), params);
2369 
2370                 if let Err(trap) = caller.store.0.call_hook(CallHook::ReturningFromHost) {
2371                     break 'ret R::fallible_from_error(trap);
2372                 }
2373                 r.into_fallible()
2374             };
2375 
2376             if !ret.compatible_with_store(caller.store.0) {
2377                 bail!("host function attempted to return cross-`Store` value to Wasm")
2378             } else {
2379                 let mut store = if R::may_gc() {
2380                     AutoAssertNoGc::new(caller.store.0)
2381                 } else {
2382                     unsafe { AutoAssertNoGc::disabled(caller.store.0) }
2383                 };
2384                 // SAFETY: this function requires that `args` is safe for this
2385                 // type signature, and the guarantees of `WasmRet` means that
2386                 // everything should be typed appropriately.
2387                 let ret = unsafe { ret.store(&mut store, args.as_mut())? };
2388                 Ok(ret)
2389             }
2390         };
2391 
2392         // With nothing else on the stack move `run` into this
2393         // closure and then run it as part of `Caller::with`.
2394         //
2395         // SAFETY: this is an entrypoint of wasm which requires correct type
2396         // ascription of `T` itself, meaning that this should be safe to call
2397         // both `enter_host_from_wasm` as well as `unchecked_context_mut`.
2398         unsafe {
2399             vm::Instance::enter_host_from_wasm(caller_vmctx, |store, instance| {
2400                 let store = store.unchecked_context_mut();
2401                 Caller::with(store, instance.id(), run)
2402             })
2403         }
2404     }
2405 }
2406 
2407 /// Representation of a host-defined function.
2408 ///
2409 /// This is used for `Func::new` but also for `Linker`-defined functions. For
2410 /// `Func::new` this is stored within a `Store`, and for `Linker`-defined
2411 /// functions they wrap this up in `Arc` to enable shared ownership of this
2412 /// across many stores.
2413 ///
2414 /// Technically this structure needs a `<T>` type parameter to connect to the
2415 /// `Store<T>` itself, but that's an unsafe contract of using this for now
2416 /// rather than part of the struct type (to avoid `Func<T>` in the API).
2417 pub(crate) struct HostFunc {
2418     ctx: HostContext,
2419 
2420     // Stored to unregister this function's signature with the engine when this
2421     // is dropped.
2422     engine: Engine,
2423 }
2424 
2425 impl core::fmt::Debug for HostFunc {
2426     fn fmt(&self, f: &mut core::fmt::Formatter<'_>) -> core::fmt::Result {
2427         f.debug_struct("HostFunc").finish_non_exhaustive()
2428     }
2429 }
2430 
2431 impl HostFunc {
2432     /// Analog of [`Func::new`]
2433     ///
2434     /// # Panics
2435     ///
2436     /// Panics if the given function type is not associated with the given
2437     /// engine.
2438     pub fn new<T>(
2439         engine: &Engine,
2440         ty: FuncType,
2441         func: impl Fn(Caller<'_, T>, &[Val], &mut [Val]) -> Result<()> + Send + Sync + 'static,
2442     ) -> Self
2443     where
2444         T: 'static,
2445     {
2446         assert!(ty.comes_from_same_engine(engine));
2447         let ty_clone = ty.clone();
2448         unsafe {
2449             HostFunc::new_unchecked(engine, ty, move |caller, values| {
2450                 Func::invoke_host_func_for_wasm(caller, &ty_clone, values, &func)
2451             })
2452         }
2453     }
2454 
2455     /// Analog of [`Func::new_unchecked`]
2456     ///
2457     /// # Panics
2458     ///
2459     /// Panics if the given function type is not associated with the given
2460     /// engine.
2461     ///
2462     /// # Safety
2463     ///
2464     /// The `func` provided must operate according to the `ty` provided to
2465     /// ensure it's reading the correctly-typed parameters and writing the
2466     /// correctly-typed results.
2467     pub unsafe fn new_unchecked<T>(
2468         engine: &Engine,
2469         ty: FuncType,
2470         func: impl Fn(Caller<'_, T>, &mut [ValRaw]) -> Result<()> + Send + Sync + 'static,
2471     ) -> Self
2472     where
2473         T: 'static,
2474     {
2475         assert!(ty.comes_from_same_engine(engine));
2476         let ctx = crate::trampoline::create_array_call_function(
2477             &ty,
2478             move |store, instance, values: &mut [ValRaw]| {
2479                 // SAFETY: the later usage of `{,in}to_func` will connect `T` to
2480                 // an actual store's `T` to ensure it's the same. This means
2481                 // that the store this is invoked with always has `T` as a type
2482                 // parameter which should make this cast safe.
2483                 let store = unsafe { store.unchecked_context_mut::<T>() };
2484                 Caller::with(store, instance, |mut caller| {
2485                     caller.store.0.call_hook(CallHook::CallingHost)?;
2486                     let result = func(caller.sub_caller(), values)?;
2487                     caller.store.0.call_hook(CallHook::ReturningFromHost)?;
2488                     Ok(result)
2489                 })
2490             },
2491         )
2492         .expect("failed to create function");
2493         HostFunc::_new(engine, ctx.into())
2494     }
2495 
2496     /// Analog of [`Func::wrap_inner`]
2497     #[cfg(any(feature = "component-model", feature = "async"))]
2498     pub fn wrap_inner<F, T, Params, Results>(engine: &Engine, func: F) -> Self
2499     where
2500         F: Fn(Caller<'_, T>, Params) -> Results + Send + Sync + 'static,
2501         Params: WasmTyList,
2502         Results: WasmRet,
2503         T: 'static,
2504     {
2505         let ctx = HostContext::from_closure(engine, func);
2506         HostFunc::_new(engine, ctx)
2507     }
2508 
2509     /// Analog of [`Func::wrap`]
2510     pub fn wrap<T, Params, Results>(
2511         engine: &Engine,
2512         func: impl IntoFunc<T, Params, Results>,
2513     ) -> Self
2514     where
2515         T: 'static,
2516     {
2517         let ctx = func.into_func(engine);
2518         HostFunc::_new(engine, ctx)
2519     }
2520 
2521     /// Requires that this function's signature is already registered within
2522     /// `Engine`. This happens automatically during the above two constructors.
2523     fn _new(engine: &Engine, ctx: HostContext) -> Self {
2524         HostFunc {
2525             ctx,
2526             engine: engine.clone(),
2527         }
2528     }
2529 
2530     /// Inserts this `HostFunc` into a `Store`, returning the `Func` pointing to
2531     /// it.
2532     ///
2533     /// # Unsafety
2534     ///
2535     /// Can only be inserted into stores with a matching `T` relative to when
2536     /// this `HostFunc` was first created.
2537     pub unsafe fn to_func(self: &Arc<Self>, store: &mut StoreOpaque) -> Func {
2538         self.validate_store(store);
2539         let (funcrefs, modules) = store.func_refs_and_modules();
2540         let funcref = funcrefs.push_arc_host(self.clone(), modules);
2541         // SAFETY: this funcref was just pushed within the store, so it's safe
2542         // to say this store owns it.
2543         unsafe { Func::from_vm_func_ref(store.id(), funcref) }
2544     }
2545 
2546     /// Inserts this `HostFunc` into a `Store`, returning the `Func` pointing to
2547     /// it.
2548     ///
2549     /// This function is similar to, but not equivalent, to `HostFunc::to_func`.
2550     /// Notably this function requires that the `Arc<Self>` pointer is otherwise
2551     /// rooted within the `StoreOpaque` via another means. When in doubt use
2552     /// `to_func` above as it's safer.
2553     ///
2554     /// # Unsafety
2555     ///
2556     /// Can only be inserted into stores with a matching `T` relative to when
2557     /// this `HostFunc` was first created.
2558     ///
2559     /// Additionally the `&Arc<Self>` is not cloned in this function. Instead a
2560     /// raw pointer to `Self` is stored within the `Store` for this function.
2561     /// The caller must arrange for the `Arc<Self>` to be "rooted" in the store
2562     /// provided via another means, probably by pushing to
2563     /// `StoreOpaque::rooted_host_funcs`.
2564     ///
2565     /// Similarly, the caller must arrange for `rooted_func_ref` to be rooted in
2566     /// the same store and additionally be a valid pointer.
2567     pub unsafe fn to_func_store_rooted(
2568         self: &Arc<Self>,
2569         store: &mut StoreOpaque,
2570         rooted_func_ref: Option<NonNull<VMFuncRef>>,
2571     ) -> Func {
2572         self.validate_store(store);
2573 
2574         match rooted_func_ref {
2575             Some(funcref) => {
2576                 // SAFETY: it's a contract of this function itself that
2577                 // `funcref` is safe to read.
2578                 unsafe {
2579                     debug_assert!(funcref.as_ref().wasm_call.is_some());
2580                 }
2581                 // SAFETY: it's a contract of this function that `funcref` is
2582                 // owned by `store`.
2583                 unsafe { Func::from_vm_func_ref(store.id(), funcref) }
2584             }
2585             None => {
2586                 debug_assert!(self.func_ref().wasm_call.is_some());
2587 
2588                 // SAFETY: it's an unsafe contract of this function that we are
2589                 // rooted within the store to say that the store owns a copy of
2590                 // this funcref.
2591                 unsafe { Func::from_vm_func_ref(store.id(), self.func_ref().into()) }
2592             }
2593         }
2594     }
2595 
2596     /// Same as [`HostFunc::to_func`], different ownership.
2597     unsafe fn into_func(self, store: &mut StoreOpaque) -> Func {
2598         self.validate_store(store);
2599         let (funcrefs, modules) = store.func_refs_and_modules();
2600         let funcref = funcrefs.push_box_host(Box::new(self), modules);
2601         // SAFETY: this funcref was just pushed within `store`, so it's safe to
2602         // say it's owned by the store's id.
2603         unsafe { Func::from_vm_func_ref(store.id(), funcref) }
2604     }
2605 
2606     fn validate_store(&self, store: &mut StoreOpaque) {
2607         // This assert is required to ensure that we can indeed safely insert
2608         // `self` into the `store` provided, otherwise the type information we
2609         // have listed won't be correct. This is possible to hit with the public
2610         // API of Wasmtime, and should be documented in relevant functions.
2611         assert!(
2612             Engine::same(&self.engine, store.engine()),
2613             "cannot use a store with a different engine than a linker was created with",
2614         );
2615     }
2616 
2617     pub(crate) fn sig_index(&self) -> VMSharedTypeIndex {
2618         self.func_ref().type_index
2619     }
2620 
2621     pub(crate) fn func_ref(&self) -> &VMFuncRef {
2622         match &self.ctx {
2623             HostContext::Array(ctx) => unsafe { ctx.get().as_ref().func_ref() },
2624         }
2625     }
2626 
2627     pub(crate) fn host_ctx(&self) -> &HostContext {
2628         &self.ctx
2629     }
2630 }
2631 
2632 #[cfg(test)]
2633 mod tests {
2634     use super::*;
2635     use crate::{Module, Store};
2636 
2637     #[test]
2638     #[cfg_attr(miri, ignore)]
2639     fn hash_key_is_stable_across_duplicate_store_data_entries() -> Result<()> {
2640         let mut store = Store::<()>::default();
2641         let module = Module::new(
2642             store.engine(),
2643             r#"
2644                 (module
2645                     (func (export "f")
2646                         nop
2647                     )
2648                 )
2649             "#,
2650         )?;
2651         let instance = Instance::new(&mut store, &module, &[])?;
2652 
2653         // Each time we `get_func`, we call `Func::from_wasmtime` which adds a
2654         // new entry to `StoreData`, so `f1` and `f2` will have different
2655         // indices into `StoreData`.
2656         let f1 = instance.get_func(&mut store, "f").unwrap();
2657         let f2 = instance.get_func(&mut store, "f").unwrap();
2658 
2659         // But their hash keys are the same.
2660         assert!(
2661             f1.hash_key(&mut store.as_context_mut().0)
2662                 == f2.hash_key(&mut store.as_context_mut().0)
2663         );
2664 
2665         // But the hash keys are different from different funcs.
2666         let instance2 = Instance::new(&mut store, &module, &[])?;
2667         let f3 = instance2.get_func(&mut store, "f").unwrap();
2668         assert!(
2669             f1.hash_key(&mut store.as_context_mut().0)
2670                 != f3.hash_key(&mut store.as_context_mut().0)
2671         );
2672 
2673         Ok(())
2674     }
2675 }
2676