1 use crate::component::RuntimeInstance; 2 use crate::component::instance::Instance; 3 use crate::component::matching::InstanceType; 4 use crate::component::storage::storage_as_slice; 5 use crate::component::types::ComponentFunc; 6 use crate::component::values::Val; 7 use crate::prelude::*; 8 use crate::runtime::vm::component::{ComponentInstance, InstanceFlags}; 9 use crate::runtime::vm::{Export, VMFuncRef}; 10 use crate::store::StoreOpaque; 11 use crate::{AsContext, AsContextMut, StoreContextMut, ValRaw}; 12 use core::mem::{self, MaybeUninit}; 13 use core::ptr::NonNull; 14 use wasmtime_environ::component::{ 15 CanonicalOptions, ExportIndex, InterfaceType, MAX_FLAT_PARAMS, MAX_FLAT_RESULTS, OptionsIndex, 16 TypeFuncIndex, TypeTuple, 17 }; 18 19 #[cfg(feature = "component-model-async")] 20 use crate::component::concurrent::{self, AsAccessor, PreparedCall}; 21 22 mod host; 23 mod options; 24 mod typed; 25 pub use self::host::*; 26 pub use self::options::*; 27 pub use self::typed::*; 28 29 /// A WebAssembly component function which can be called. 30 /// 31 /// This type is the dual of [`wasmtime::Func`](crate::Func) for component 32 /// functions. An instance of [`Func`] represents a component function from a 33 /// component [`Instance`](crate::component::Instance). Like with 34 /// [`wasmtime::Func`](crate::Func) it's possible to call functions either 35 /// synchronously or asynchronously and either typed or untyped. 36 #[derive(Copy, Clone, Debug)] 37 #[repr(C)] // here for the C API. 38 pub struct Func { 39 instance: Instance, 40 index: ExportIndex, 41 } 42 43 // Double-check that the C representation in `component/instance.h` matches our 44 // in-Rust representation here in terms of size/alignment/etc. 45 const _: () = { 46 #[repr(C)] 47 struct T(u64, u32); 48 #[repr(C)] 49 struct C(T, u32); 50 assert!(core::mem::size_of::<C>() == core::mem::size_of::<Func>()); 51 assert!(core::mem::align_of::<C>() == core::mem::align_of::<Func>()); 52 assert!(core::mem::offset_of!(Func, instance) == 0); 53 }; 54 55 impl Func { 56 pub(crate) fn from_lifted_func(instance: Instance, index: ExportIndex) -> Func { 57 Func { instance, index } 58 } 59 60 /// Attempt to cast this [`Func`] to a statically typed [`TypedFunc`] with 61 /// the provided `Params` and `Return`. 62 /// 63 /// This function will perform a type-check at runtime that the [`Func`] 64 /// takes `Params` as parameters and returns `Return`. If the type-check 65 /// passes then a [`TypedFunc`] will be returned which can be used to 66 /// invoke the function in an efficient, statically-typed, and ergonomic 67 /// manner. 68 /// 69 /// The `Params` type parameter here is a tuple of the parameters to the 70 /// function. A function which takes no arguments should use `()`, a 71 /// function with one argument should use `(T,)`, etc. Note that all 72 /// `Params` must also implement the [`Lower`] trait since they're going 73 /// into wasm. 74 /// 75 /// The `Return` type parameter is the return value of this function. A 76 /// return value of `()` means that there's no return (similar to a Rust 77 /// unit return) and otherwise a type `T` can be specified. Note that the 78 /// `Return` must also implement the [`Lift`] trait since it's coming from 79 /// wasm. 80 /// 81 /// Types specified here must implement the [`ComponentType`] trait. This 82 /// trait is implemented for built-in types to Rust such as integer 83 /// primitives, floats, `Option<T>`, `Result<T, E>`, strings, `Vec<T>`, and 84 /// more. As parameters you'll be passing native Rust types. 85 /// 86 /// See the documentation for [`ComponentType`] for more information about 87 /// supported types. 88 /// 89 /// # Errors 90 /// 91 /// If the function does not actually take `Params` as its parameters or 92 /// return `Return` then an error will be returned. 93 /// 94 /// # Panics 95 /// 96 /// This function will panic if `self` is not owned by the `store` 97 /// specified. 98 /// 99 /// # Examples 100 /// 101 /// Calling a function which takes no parameters and has no return value: 102 /// 103 /// ``` 104 /// # use wasmtime::component::Func; 105 /// # use wasmtime::Store; 106 /// # fn foo(func: &Func, store: &mut Store<()>) -> wasmtime::Result<()> { 107 /// let typed = func.typed::<(), ()>(&store)?; 108 /// typed.call(store, ())?; 109 /// # Ok(()) 110 /// # } 111 /// ``` 112 /// 113 /// Calling a function which takes one string parameter and returns a 114 /// string: 115 /// 116 /// ``` 117 /// # use wasmtime::component::Func; 118 /// # use wasmtime::Store; 119 /// # fn foo(func: &Func, mut store: Store<()>) -> wasmtime::Result<()> { 120 /// let typed = func.typed::<(&str,), (String,)>(&store)?; 121 /// let ret = typed.call(&mut store, ("Hello, ",))?.0; 122 /// println!("returned string was: {}", ret); 123 /// # Ok(()) 124 /// # } 125 /// ``` 126 /// 127 /// Calling a function which takes multiple parameters and returns a boolean: 128 /// 129 /// ``` 130 /// # use wasmtime::component::Func; 131 /// # use wasmtime::Store; 132 /// # fn foo(func: &Func, mut store: Store<()>) -> wasmtime::Result<()> { 133 /// let typed = func.typed::<(u32, Option<&str>, &[u8]), (bool,)>(&store)?; 134 /// let ok: bool = typed.call(&mut store, (1, Some("hello"), b"bytes!"))?.0; 135 /// println!("return value was: {ok}"); 136 /// # Ok(()) 137 /// # } 138 /// ``` 139 pub fn typed<Params, Return>(&self, store: impl AsContext) -> Result<TypedFunc<Params, Return>> 140 where 141 Params: ComponentNamedList + Lower, 142 Return: ComponentNamedList + Lift, 143 { 144 self._typed(store.as_context().0, None) 145 } 146 147 pub(crate) fn _typed<Params, Return>( 148 &self, 149 store: &StoreOpaque, 150 instance: Option<&ComponentInstance>, 151 ) -> Result<TypedFunc<Params, Return>> 152 where 153 Params: ComponentNamedList + Lower, 154 Return: ComponentNamedList + Lift, 155 { 156 self.typecheck::<Params, Return>(store, instance)?; 157 unsafe { Ok(TypedFunc::new_unchecked(*self)) } 158 } 159 160 fn typecheck<Params, Return>( 161 &self, 162 store: &StoreOpaque, 163 instance: Option<&ComponentInstance>, 164 ) -> Result<()> 165 where 166 Params: ComponentNamedList + Lower, 167 Return: ComponentNamedList + Lift, 168 { 169 let cx = InstanceType::new(instance.unwrap_or_else(|| self.instance.id().get(store))); 170 let ty = &cx.types[self.ty_index(store)]; 171 172 Params::typecheck(&InterfaceType::Tuple(ty.params), &cx) 173 .context("type mismatch with parameters")?; 174 Return::typecheck(&InterfaceType::Tuple(ty.results), &cx) 175 .context("type mismatch with results")?; 176 177 Ok(()) 178 } 179 180 /// Get the type of this function. 181 pub fn ty(&self, store: impl AsContext) -> ComponentFunc { 182 self.ty_(store.as_context().0) 183 } 184 185 fn ty_(&self, store: &StoreOpaque) -> ComponentFunc { 186 let cx = InstanceType::new(self.instance.id().get(store)); 187 let ty = self.ty_index(store); 188 ComponentFunc::from(ty, &cx) 189 } 190 191 fn ty_index(&self, store: &StoreOpaque) -> TypeFuncIndex { 192 let instance = self.instance.id().get(store); 193 let (ty, _, _) = instance.component().export_lifted_function(self.index); 194 ty 195 } 196 197 /// Invokes this function with the `params` given and returns the result. 198 /// 199 /// The `params` provided must match the parameters that this function takes 200 /// in terms of their types and the number of parameters. Results will be 201 /// written to the `results` slice provided if the call completes 202 /// successfully. The initial types of the values in `results` are ignored 203 /// and values are overwritten to write the result. It's required that the 204 /// size of `results` exactly matches the number of results that this 205 /// function produces. 206 /// 207 /// This will also call the corresponding `post-return` function, if any. 208 /// 209 /// For more detailed information see the documentation of 210 /// [`TypedFunc::call`]. 211 /// 212 /// # Errors 213 /// 214 /// Returns an error in situations including but not limited to: 215 /// 216 /// * `params` is not the right size or if the values have the wrong type 217 /// * `results` is not the right size 218 /// * A trap occurs while executing the function 219 /// * The function calls a host function which returns an error 220 /// * The `store` used requires the use of [`Func::call_async`] instead. See 221 /// [store documentation](crate#async) for more information. 222 /// 223 /// See [`TypedFunc::call`] for more information in addition to 224 /// [`wasmtime::Func::call`](crate::Func::call). 225 /// 226 /// # Panics 227 /// 228 /// Panics if `store` does not own this function. 229 pub fn call( 230 &self, 231 mut store: impl AsContextMut, 232 params: &[Val], 233 results: &mut [Val], 234 ) -> Result<()> { 235 let mut store = store.as_context_mut(); 236 store.0.validate_sync_call()?; 237 self.call_impl(store.as_context_mut(), params, results)?; 238 Ok(()) 239 } 240 241 /// Exactly like [`Self::call`] except for use on async stores. 242 /// 243 /// # Panics 244 /// 245 /// Panics if `store` does not own this function. 246 #[cfg(feature = "async")] 247 pub async fn call_async( 248 &self, 249 mut store: impl AsContextMut<Data: Send>, 250 params: &[Val], 251 results: &mut [Val], 252 ) -> Result<()> { 253 let store = store.as_context_mut(); 254 255 #[cfg(feature = "component-model-async")] 256 if store.0.concurrency_support() { 257 return store 258 .run_concurrent_trap_on_idle(async |store| { 259 self.call_concurrent_dynamic(store, params, results) 260 .await 261 .map(drop) 262 }) 263 .await?; 264 } 265 266 let mut store = store; 267 store 268 .on_fiber(|store| self.call_impl(store, params, results)) 269 .await? 270 } 271 272 fn check_params_results<T>( 273 &self, 274 store: StoreContextMut<T>, 275 params: &[Val], 276 results: &mut [Val], 277 ) -> Result<()> { 278 let ty = self.ty(&store); 279 if ty.params().len() != params.len() { 280 bail!( 281 "expected {} argument(s), got {}", 282 ty.params().len(), 283 params.len(), 284 ); 285 } 286 287 if ty.results().len() != results.len() { 288 bail!( 289 "expected {} result(s), got {}", 290 ty.results().len(), 291 results.len(), 292 ); 293 } 294 295 Ok(()) 296 } 297 298 /// Start a concurrent call to this function. 299 /// 300 /// Concurrency is achieved by relying on the [`Accessor`] argument, which 301 /// can be obtained by calling [`StoreContextMut::run_concurrent`]. 302 /// 303 /// Unlike [`Self::call`] and [`Self::call_async`] (both of which require 304 /// exclusive access to the store until the completion of the call), calls 305 /// made using this method may run concurrently with other calls to the same 306 /// instance. In addition, the runtime will call the `post-return` function 307 /// (if any) automatically when the guest task completes. 308 /// 309 /// # Progress 310 /// 311 /// For the wasm task being created in `call_concurrent` to make progress it 312 /// must be run within the scope of [`run_concurrent`]. If there are no 313 /// active calls to [`run_concurrent`] then the wasm task will appear as 314 /// stalled. This is typically not a concern as an [`Accessor`] is bound 315 /// by default to a scope of [`run_concurrent`]. 316 /// 317 /// One situation in which this can arise, for example, is that if a 318 /// [`run_concurrent`] computation finishes its async closure before all 319 /// wasm tasks have completed, then there will be no scope of 320 /// [`run_concurrent`] anywhere. In this situation the wasm tasks that have 321 /// not yet completed will not make progress until [`run_concurrent`] is 322 /// called again. 323 /// 324 /// Embedders will need to ensure that this future is `await`'d within the 325 /// scope of [`run_concurrent`] to ensure that the value can be produced 326 /// during the `await` call. 327 /// 328 /// # Cancellation 329 /// 330 /// Cancelling an async task created via `call_concurrent`, at this time, is 331 /// only possible by dropping the store that the computation runs within. 332 /// With [#11833] implemented then it will be possible to request 333 /// cancellation of a task, but that is not yet implemented. Hard-cancelling 334 /// a task will only ever be possible by dropping the entire store and it is 335 /// not possible to remove just one task from a store. 336 /// 337 /// This async function behaves more like a "spawn" than a normal Rust async 338 /// function. When this function is invoked then metadata for the function 339 /// call is recorded in the store connected to the `accessor` argument and 340 /// the wasm invocation is from then on connected to the store. If the 341 /// future created by this function is dropped it does not cancel the 342 /// in-progress execution of the wasm task. Dropping the future 343 /// relinquishes the host's ability to learn about the result of the task 344 /// but the task will still progress and invoke callbacks and such until 345 /// completion. 346 /// 347 /// This function will return an error if [`Config::concurrency_support`] is 348 /// disabled. 349 /// 350 /// [`Config::concurrency_support`]: crate::Config::concurrency_support 351 /// [`run_concurrent`]: crate::Store::run_concurrent 352 /// [#11833]: https://github.com/bytecodealliance/wasmtime/issues/11833 353 /// [`Accessor`]: crate::component::Accessor 354 /// 355 /// # Panics 356 /// 357 /// Panics if the store that the [`Accessor`] is derived from does not own 358 /// this function. 359 /// 360 /// # Example 361 /// 362 /// Using [`StoreContextMut::run_concurrent`] to get an [`Accessor`]: 363 /// 364 /// ``` 365 /// # use { 366 /// # wasmtime::{ 367 /// # error::{Result}, 368 /// # component::{Component, Linker, ResourceTable}, 369 /// # Config, Engine, Store 370 /// # }, 371 /// # }; 372 /// # 373 /// # struct Ctx { table: ResourceTable } 374 /// # 375 /// # async fn foo() -> Result<()> { 376 /// # let mut config = Config::new(); 377 /// # let engine = Engine::new(&config)?; 378 /// # let mut store = Store::new(&engine, Ctx { table: ResourceTable::new() }); 379 /// # let mut linker = Linker::new(&engine); 380 /// # let component = Component::new(&engine, "")?; 381 /// # let instance = linker.instantiate_async(&mut store, &component).await?; 382 /// let my_func = instance.get_func(&mut store, "my_func").unwrap(); 383 /// store.run_concurrent(async |accessor| -> wasmtime::Result<_> { 384 /// my_func.call_concurrent(accessor, &[], &mut Vec::new()).await?; 385 /// Ok(()) 386 /// }).await??; 387 /// # Ok(()) 388 /// # } 389 /// ``` 390 #[cfg(feature = "component-model-async")] 391 pub async fn call_concurrent( 392 self, 393 accessor: impl AsAccessor<Data: Send>, 394 params: &[Val], 395 results: &mut [Val], 396 ) -> Result<()> { 397 self.call_concurrent_dynamic(accessor, params, results) 398 .await 399 } 400 401 /// Internal helper function for `call_async` and `call_concurrent`. 402 #[cfg(feature = "component-model-async")] 403 async fn call_concurrent_dynamic( 404 self, 405 accessor: impl AsAccessor<Data: Send>, 406 params: &[Val], 407 results: &mut [Val], 408 ) -> Result<()> { 409 let result = accessor.as_accessor().with(|mut store| { 410 self.check_params_results(store.as_context_mut(), params, results)?; 411 let prepared = self.prepare_call_dynamic(store.as_context_mut(), params.to_vec())?; 412 concurrent::queue_call(store.as_context_mut(), prepared) 413 })?; 414 415 let run_results = result.await?; 416 assert_eq!(run_results.len(), results.len()); 417 for (result, slot) in run_results.into_iter().zip(results) { 418 *slot = result; 419 } 420 Ok(()) 421 } 422 423 /// Calls `concurrent::prepare_call` with monomorphized functions for 424 /// lowering the parameters and lifting the result. 425 #[cfg(feature = "component-model-async")] 426 fn prepare_call_dynamic<'a, T: Send + 'static>( 427 self, 428 mut store: StoreContextMut<'a, T>, 429 params: Vec<Val>, 430 ) -> Result<PreparedCall<Vec<Val>>> { 431 let store = store.as_context_mut(); 432 433 concurrent::prepare_call( 434 store, 435 self, 436 MAX_FLAT_PARAMS, 437 false, 438 move |func, store, params_out| { 439 func.with_lower_context(store, |cx, ty| { 440 Self::lower_args(cx, ¶ms, ty, params_out) 441 }) 442 }, 443 move |func, store, results| { 444 let max_flat = if func.abi_async(store) { 445 MAX_FLAT_PARAMS 446 } else { 447 MAX_FLAT_RESULTS 448 }; 449 let results = func.with_lift_context(store, |cx, ty| { 450 Self::lift_results(cx, ty, results, max_flat)?.collect::<Result<Vec<_>>>() 451 })?; 452 Ok(Box::new(results)) 453 }, 454 ) 455 } 456 457 fn call_impl( 458 &self, 459 mut store: impl AsContextMut, 460 params: &[Val], 461 results: &mut [Val], 462 ) -> Result<()> { 463 let mut store = store.as_context_mut(); 464 465 self.check_params_results(store.as_context_mut(), params, results)?; 466 467 if self.abi_async(store.0) { 468 unreachable!( 469 "async-lifted exports should have failed validation \ 470 when `component-model-async` feature disabled" 471 ); 472 } 473 474 // SAFETY: the chosen representations of type parameters to `call_raw` 475 // here should be generally safe to work with: 476 // 477 // * parameters use `MaybeUninit<[MaybeUninit<ValRaw>; MAX_FLAT_PARAMS]>` 478 // which represents the maximal possible number of parameters that can 479 // be passed to lifted component functions. This is modeled with 480 // `MaybeUninit` to represent how it all starts as uninitialized and 481 // thus can't be safely read during lowering. 482 // 483 // * results are modeled as `[ValRaw; MAX_FLAT_RESULTS]` which 484 // represents the maximal size of values that can be returned. Note 485 // that if the function doesn't actually have a return value then the 486 // `ValRaw` inside the array will have undefined contents. That is 487 // safe in Rust, however, due to `ValRaw` being a `union`. The 488 // contents should dynamically not be read due to the type of the 489 // function used here matching the actual lift. 490 let (_, post_return_arg) = unsafe { 491 self.call_raw( 492 store.as_context_mut(), 493 |cx, ty, dst: &mut MaybeUninit<[MaybeUninit<ValRaw>; MAX_FLAT_PARAMS]>| { 494 // SAFETY: it's safe to assume that 495 // `MaybeUninit<array-of-maybe-uninit>` is initialized because 496 // each individual element is still considered uninitialized. 497 let dst: &mut [MaybeUninit<ValRaw>] = dst.assume_init_mut(); 498 Self::lower_args(cx, params, ty, dst) 499 }, 500 |cx, results_ty, src: &[ValRaw; MAX_FLAT_RESULTS]| { 501 let max_flat = MAX_FLAT_RESULTS; 502 for (result, slot) in 503 Self::lift_results(cx, results_ty, src, max_flat)?.zip(results) 504 { 505 *slot = result?; 506 } 507 Ok(()) 508 }, 509 )? 510 }; 511 512 self.post_return_impl(store, post_return_arg) 513 } 514 515 pub(crate) fn lifted_core_func(&self, store: &mut StoreOpaque) -> NonNull<VMFuncRef> { 516 let def = { 517 let instance = self.instance.id().get(store); 518 let (_ty, def, _options) = instance.component().export_lifted_function(self.index); 519 def.clone() 520 }; 521 match self.instance.lookup_vmdef(store, &def) { 522 Export::Function(f) => f.vm_func_ref(store), 523 _ => unreachable!(), 524 } 525 } 526 527 pub(crate) fn post_return_core_func(&self, store: &StoreOpaque) -> Option<NonNull<VMFuncRef>> { 528 let instance = self.instance.id().get(store); 529 let component = instance.component(); 530 let (_ty, _def, options) = component.export_lifted_function(self.index); 531 let post_return = component.env_component().options[options].post_return; 532 post_return.map(|i| instance.runtime_post_return(i)) 533 } 534 535 pub(crate) fn abi_async(&self, store: &StoreOpaque) -> bool { 536 let instance = self.instance.id().get(store); 537 let component = instance.component(); 538 let (_ty, _def, options) = component.export_lifted_function(self.index); 539 component.env_component().options[options].async_ 540 } 541 542 pub(crate) fn abi_info<'a>( 543 &self, 544 store: &'a StoreOpaque, 545 ) -> ( 546 OptionsIndex, 547 InstanceFlags, 548 TypeFuncIndex, 549 &'a CanonicalOptions, 550 ) { 551 let vminstance = self.instance.id().get(store); 552 let component = vminstance.component(); 553 let (ty, _def, options_index) = component.export_lifted_function(self.index); 554 let raw_options = &component.env_component().options[options_index]; 555 ( 556 options_index, 557 vminstance.instance_flags(raw_options.instance), 558 ty, 559 raw_options, 560 ) 561 } 562 563 /// Invokes the underlying wasm function, lowering arguments and lifting the 564 /// result. 565 /// 566 /// The `lower` function and `lift` function provided here are what actually 567 /// do the lowering and lifting. The `LowerParams` and `LowerReturn` types 568 /// are what will be allocated on the stack for this function call. They 569 /// should be appropriately sized for the lowering/lifting operation 570 /// happening. 571 /// 572 /// # Safety 573 /// 574 /// The safety of this function relies on the correct definitions of the 575 /// `LowerParams` and `LowerReturn` type. They must match the type of `self` 576 /// for the params/results that are going to be produced. Additionally 577 /// these types must be representable with a sequence of `ValRaw` values. 578 unsafe fn call_raw<T, Return, LowerParams, LowerReturn>( 579 &self, 580 mut store: StoreContextMut<'_, T>, 581 lower: impl FnOnce( 582 &mut LowerContext<'_, T>, 583 InterfaceType, 584 &mut MaybeUninit<LowerParams>, 585 ) -> Result<()>, 586 lift: impl FnOnce(&mut LiftContext<'_>, InterfaceType, &LowerReturn) -> Result<Return>, 587 ) -> Result<(Return, ValRaw)> 588 where 589 LowerParams: Copy, 590 LowerReturn: Copy, 591 { 592 let export = self.lifted_core_func(store.0); 593 let (_options, _flags, _ty, raw_options) = self.abi_info(store.0); 594 let instance = RuntimeInstance { 595 instance: self.instance.id().instance(), 596 index: raw_options.instance, 597 }; 598 599 if !store.0.may_enter(instance) { 600 bail!(crate::Trap::CannotEnterComponent); 601 } 602 603 let async_type = self.abi_async(store.0); 604 store.0.enter_guest_sync_call(None, async_type, instance)?; 605 606 #[repr(C)] 607 union Union<Params: Copy, Return: Copy> { 608 params: Params, 609 ret: Return, 610 } 611 612 let space = &mut MaybeUninit::<Union<LowerParams, LowerReturn>>::uninit(); 613 614 // Double-check the size/alignment of `space`, just in case. 615 // 616 // Note that this alone is not enough to guarantee the validity of the 617 // `unsafe` block below, but it's definitely required. In any case LLVM 618 // should be able to trivially see through these assertions and remove 619 // them in release mode. 620 let val_size = mem::size_of::<ValRaw>(); 621 let val_align = mem::align_of::<ValRaw>(); 622 assert!(mem::size_of_val(space) % val_size == 0); 623 assert!(mem::size_of_val(map_maybe_uninit!(space.params)) % val_size == 0); 624 assert!(mem::size_of_val(map_maybe_uninit!(space.ret)) % val_size == 0); 625 assert!(mem::align_of_val(space) == val_align); 626 assert!(mem::align_of_val(map_maybe_uninit!(space.params)) == val_align); 627 assert!(mem::align_of_val(map_maybe_uninit!(space.ret)) == val_align); 628 629 self.with_lower_context(store.as_context_mut(), |cx, ty| { 630 lower(cx, ty, map_maybe_uninit!(space.params)) 631 })?; 632 633 // SAFETY: We are providing the guarantee that all the inputs are valid. 634 // The various pointers passed in for the function are all valid since 635 // they're coming from our store, and the `params_and_results` should 636 // have the correct layout for the core wasm function we're calling. 637 // Note that this latter point relies on the correctness of this module 638 // and `ComponentType` implementations, hence `ComponentType` being an 639 // `unsafe` trait. 640 unsafe { 641 crate::Func::call_unchecked_raw( 642 &mut store, 643 export, 644 NonNull::new(core::ptr::slice_from_raw_parts_mut( 645 space.as_mut_ptr().cast(), 646 mem::size_of_val(space) / mem::size_of::<ValRaw>(), 647 )) 648 .unwrap(), 649 )?; 650 } 651 652 // SAFETY: We're relying on the correctness of the structure of 653 // `LowerReturn` and the type-checking performed to acquire the 654 // `TypedFunc` to make this safe. It should be the case that 655 // `LowerReturn` is the exact representation of the return value when 656 // interpreted as `[ValRaw]`, and additionally they should have the 657 // correct types for the function we just called (which filled in the 658 // return values). 659 let ret: &LowerReturn = unsafe { map_maybe_uninit!(space.ret).assume_init_ref() }; 660 661 // Lift the result into the host while managing post-return state 662 // here as well. 663 // 664 // After a successful lift the return value of the function, which 665 // is currently required to be 0 or 1 values according to the 666 // canonical ABI, is saved within the `Store`'s `FuncData`. This'll 667 // later get used in post-return. 668 let val = self.with_lift_context(store.0, |cx, ty| lift(cx, ty, ret))?; 669 670 // SAFETY: it's a contract of this function that `LowerReturn` is an 671 // appropriate representation of the result of this function. 672 let ret_slice = unsafe { storage_as_slice(ret) }; 673 674 Ok(( 675 val, 676 match ret_slice.len() { 677 0 => ValRaw::i32(0), 678 1 => ret_slice[0], 679 _ => unreachable!(), 680 }, 681 )) 682 } 683 684 #[doc(hidden)] 685 #[deprecated(note = "no longer needs to be called; this function has no effect")] 686 pub fn post_return(&self, _store: impl AsContextMut) -> Result<()> { 687 Ok(()) 688 } 689 690 #[doc(hidden)] 691 #[deprecated(note = "no longer needs to be called; this function has no effect")] 692 #[cfg(feature = "async")] 693 pub async fn post_return_async(&self, _store: impl AsContextMut<Data: Send>) -> Result<()> { 694 Ok(()) 695 } 696 697 pub(crate) fn post_return_impl(&self, mut store: impl AsContextMut, arg: ValRaw) -> Result<()> { 698 let mut store = store.as_context_mut(); 699 700 let index = self.index; 701 let vminstance = self.instance.id().get(store.0); 702 let component = vminstance.component(); 703 let (_ty, _def, options) = component.export_lifted_function(index); 704 let post_return = self.post_return_core_func(store.0); 705 let flags = vminstance.instance_flags(component.env_component().options[options].instance); 706 707 unsafe { 708 call_post_return(&mut store, post_return, arg, flags)?; 709 710 store 711 .0 712 .component_resource_tables(Some(self.instance)) 713 .validate_scope_exit()?; 714 store.0.exit_guest_sync_call(false)?; 715 } 716 Ok(()) 717 } 718 719 fn lower_args<T>( 720 cx: &mut LowerContext<'_, T>, 721 params: &[Val], 722 params_ty: InterfaceType, 723 dst: &mut [MaybeUninit<ValRaw>], 724 ) -> Result<()> { 725 let params_ty = match params_ty { 726 InterfaceType::Tuple(i) => &cx.types[i], 727 _ => unreachable!(), 728 }; 729 if params_ty.abi.flat_count(MAX_FLAT_PARAMS).is_some() { 730 let dst = &mut dst.iter_mut(); 731 732 params 733 .iter() 734 .zip(params_ty.types.iter()) 735 .try_for_each(|(param, ty)| param.lower(cx, *ty, dst)) 736 } else { 737 Self::store_args(cx, ¶ms_ty, params, dst) 738 } 739 } 740 741 fn store_args<T>( 742 cx: &mut LowerContext<'_, T>, 743 params_ty: &TypeTuple, 744 args: &[Val], 745 dst: &mut [MaybeUninit<ValRaw>], 746 ) -> Result<()> { 747 let size = usize::try_from(params_ty.abi.size32).unwrap(); 748 let ptr = cx.realloc(0, 0, params_ty.abi.align32, size)?; 749 let mut offset = ptr; 750 for (ty, arg) in params_ty.types.iter().zip(args) { 751 let abi = cx.types.canonical_abi(ty); 752 arg.store(cx, *ty, abi.next_field32_size(&mut offset))?; 753 } 754 755 dst[0].write(ValRaw::i64(ptr as i64)); 756 757 Ok(()) 758 } 759 760 fn lift_results<'a, 'b>( 761 cx: &'a mut LiftContext<'b>, 762 results_ty: InterfaceType, 763 src: &'a [ValRaw], 764 max_flat: usize, 765 ) -> Result<Box<dyn Iterator<Item = Result<Val>> + 'a>> { 766 let results_ty = match results_ty { 767 InterfaceType::Tuple(i) => &cx.types[i], 768 _ => unreachable!(), 769 }; 770 if results_ty.abi.flat_count(max_flat).is_some() { 771 let mut flat = src.iter(); 772 Ok(Box::new( 773 results_ty 774 .types 775 .iter() 776 .map(move |ty| Val::lift(cx, *ty, &mut flat)), 777 )) 778 } else { 779 let iter = Self::load_results(cx, results_ty, &mut src.iter())?; 780 Ok(Box::new(iter)) 781 } 782 } 783 784 fn load_results<'a, 'b>( 785 cx: &'a mut LiftContext<'b>, 786 results_ty: &'a TypeTuple, 787 src: &mut core::slice::Iter<'_, ValRaw>, 788 ) -> Result<impl Iterator<Item = Result<Val>> + use<'a, 'b>> { 789 // FIXME(#4311): needs to read an i64 for memory64 790 let ptr = usize::try_from(src.next().unwrap().get_u32())?; 791 if ptr % usize::try_from(results_ty.abi.align32)? != 0 { 792 bail!("return pointer not aligned"); 793 } 794 795 let bytes = cx 796 .memory() 797 .get(ptr..) 798 .and_then(|b| b.get(..usize::try_from(results_ty.abi.size32).unwrap())) 799 .ok_or_else(|| crate::format_err!("pointer out of bounds of memory"))?; 800 801 let mut offset = 0; 802 Ok(results_ty.types.iter().map(move |ty| { 803 let abi = cx.types.canonical_abi(ty); 804 let offset = abi.next_field32_size(&mut offset); 805 Val::load(cx, *ty, &bytes[offset..][..abi.size32 as usize]) 806 })) 807 } 808 809 #[cfg(feature = "component-model-async")] 810 pub(crate) fn instance(self) -> Instance { 811 self.instance 812 } 813 814 /// Creates a `LowerContext` using the configuration values of this lifted 815 /// function. 816 /// 817 /// The `lower` closure provided should perform the actual lowering and 818 /// return the result of the lowering operation which is then returned from 819 /// this function as well. 820 fn with_lower_context<T>( 821 self, 822 mut store: StoreContextMut<T>, 823 lower: impl FnOnce(&mut LowerContext<T>, InterfaceType) -> Result<()>, 824 ) -> Result<()> { 825 let (options_idx, mut flags, ty, _) = self.abi_info(store.0); 826 827 // Perform the actual lowering, where while this is running the 828 // component is forbidden from calling imports. 829 unsafe { 830 debug_assert!(flags.may_leave()); 831 flags.set_may_leave(false); 832 } 833 let mut cx = LowerContext::new(store.as_context_mut(), options_idx, self.instance); 834 let param_ty = InterfaceType::Tuple(cx.types[ty].params); 835 let result = lower(&mut cx, param_ty); 836 unsafe { flags.set_may_leave(true) }; 837 result 838 } 839 840 /// Creates a `LiftContext` using the configuration values with this lifted 841 /// function. 842 /// 843 /// The closure `lift` provided should actually perform the lift itself and 844 /// the result of that closure is returned from this function call as well. 845 fn with_lift_context<R>( 846 self, 847 store: &mut StoreOpaque, 848 lift: impl FnOnce(&mut LiftContext, InterfaceType) -> Result<R>, 849 ) -> Result<R> { 850 let (options, _flags, ty, _) = self.abi_info(store); 851 let mut cx = LiftContext::new(store, options, self.instance); 852 let ty = InterfaceType::Tuple(cx.types[ty].results); 853 lift(&mut cx, ty) 854 } 855 } 856 857 pub(crate) unsafe fn call_post_return( 858 mut store: impl AsContextMut, 859 func: Option<NonNull<VMFuncRef>>, 860 arg: ValRaw, 861 mut flags: InstanceFlags, 862 ) -> Result<()> { 863 unsafe { 864 // Post return functions are forbidden from calling imports or 865 // intrinsics. 866 flags.set_may_leave(false); 867 868 // If the function actually had a `post-return` configured in its 869 // canonical options that's executed here. 870 if let Some(func) = func { 871 crate::Func::call_unchecked_raw( 872 &mut store.as_context_mut(), 873 func, 874 core::slice::from_ref(&arg).into(), 875 )?; 876 } 877 878 // And finally if everything completed successfully then the "may 879 // leave" flags is set to `true` again here which enables further 880 // use of the component. 881 flags.set_may_leave(true); 882 } 883 884 Ok(()) 885 } 886