* memfd: Reduce some syscalls in the on-demand case This tweaks the internal organization of the `MemFdSlot` to avoid some syscalls in the default case as well as opportunistically in the pooling case. The two cases added here are: * A `MemFdSlot` is now created with a specified initial size. For pooling this is 0 but for the on-demand case this can be non-zero. * When `instantiate` is called with no prior image and the sizes match (as will be the case for on-demand allocation) then `mprotect` is skipped entirely. * In the `clear_and_remain-ready` case the `mprotect` is skipped if the heap wasn't grown at all. This should avoid ever using `mprotect` unnecessarily and makes the ranges we `mprotect` a bit smaller as well. * Review comments * Tweak allow to apply to whole crate
148 lines
5.2 KiB
Rust
148 lines
5.2 KiB
Rust
//! Runtime library support for Wasmtime.
|
|
|
|
#![deny(missing_docs, trivial_numeric_casts, unused_extern_crates)]
|
|
#![warn(unused_import_braces)]
|
|
#![cfg_attr(feature = "clippy", plugin(clippy(conf_file = "../../clippy.toml")))]
|
|
#![cfg_attr(
|
|
feature = "cargo-clippy",
|
|
allow(clippy::new_without_default, clippy::new_without_default)
|
|
)]
|
|
#![cfg_attr(
|
|
feature = "cargo-clippy",
|
|
warn(
|
|
clippy::float_arithmetic,
|
|
clippy::mut_mut,
|
|
clippy::nonminimal_bool,
|
|
clippy::map_unwrap_or,
|
|
clippy::clippy::print_stdout,
|
|
clippy::unicode_not_nfc,
|
|
clippy::use_self
|
|
)
|
|
)]
|
|
#![cfg_attr(not(memfd), allow(unused_variables, unreachable_code))]
|
|
|
|
use std::sync::atomic::AtomicU64;
|
|
|
|
use anyhow::Error;
|
|
|
|
mod export;
|
|
mod externref;
|
|
mod imports;
|
|
mod instance;
|
|
mod jit_int;
|
|
mod memory;
|
|
mod mmap;
|
|
mod table;
|
|
mod traphandlers;
|
|
mod vmcontext;
|
|
|
|
pub mod debug_builtins;
|
|
pub mod libcalls;
|
|
|
|
pub use crate::export::*;
|
|
pub use crate::externref::*;
|
|
pub use crate::imports::Imports;
|
|
pub use crate::instance::{
|
|
InstanceAllocationRequest, InstanceAllocator, InstanceHandle, InstantiationError, LinkError,
|
|
OnDemandInstanceAllocator, StorePtr,
|
|
};
|
|
#[cfg(feature = "pooling-allocator")]
|
|
pub use crate::instance::{
|
|
InstanceLimits, ModuleLimits, PoolingAllocationStrategy, PoolingInstanceAllocator,
|
|
};
|
|
pub use crate::jit_int::GdbJitImageRegistration;
|
|
pub use crate::memory::{DefaultMemoryCreator, Memory, RuntimeLinearMemory, RuntimeMemoryCreator};
|
|
pub use crate::mmap::Mmap;
|
|
pub use crate::table::{Table, TableElement};
|
|
pub use crate::traphandlers::{
|
|
catch_traps, init_traps, raise_lib_trap, raise_user_trap, resume_panic, tls_eager_initialize,
|
|
SignalHandler, TlsRestore, Trap,
|
|
};
|
|
pub use crate::vmcontext::{
|
|
VMCallerCheckedAnyfunc, VMContext, VMFunctionBody, VMFunctionImport, VMGlobalDefinition,
|
|
VMGlobalImport, VMInterrupts, VMInvokeArgument, VMMemoryDefinition, VMMemoryImport,
|
|
VMSharedSignatureIndex, VMTableDefinition, VMTableImport, VMTrampoline, ValRaw,
|
|
};
|
|
|
|
mod module_id;
|
|
pub use module_id::{CompiledModuleId, CompiledModuleIdAllocator};
|
|
|
|
#[cfg(memfd)]
|
|
mod memfd;
|
|
#[cfg(memfd)]
|
|
pub use crate::memfd::{MemFdSlot, MemoryMemFd, ModuleMemFds};
|
|
|
|
#[cfg(not(memfd))]
|
|
mod memfd_disabled;
|
|
#[cfg(not(memfd))]
|
|
pub use crate::memfd_disabled::{MemFdSlot, MemoryMemFd, ModuleMemFds};
|
|
|
|
/// Version number of this crate.
|
|
pub const VERSION: &str = env!("CARGO_PKG_VERSION");
|
|
|
|
/// Dynamic runtime functionality needed by this crate throughout the execution
|
|
/// of a wasm instance.
|
|
///
|
|
/// This trait is used to store a raw pointer trait object within each
|
|
/// `VMContext`. This raw pointer trait object points back to the
|
|
/// `wasmtime::Store` internally but is type-erased so this `wasmtime_runtime`
|
|
/// crate doesn't need the entire `wasmtime` crate to build.
|
|
///
|
|
/// Note that this is an extra-unsafe trait because no heed is paid to the
|
|
/// lifetime of this store or the Send/Sync-ness of this store. All of that must
|
|
/// be respected by embedders (e.g. the `wasmtime::Store` structure). The theory
|
|
/// is that `wasmtime::Store` handles all this correctly.
|
|
pub unsafe trait Store {
|
|
/// Returns the raw pointer in memory where this store's shared
|
|
/// `VMInterrupts` structure is located.
|
|
///
|
|
/// Used to configure `VMContext` initialization and store the right pointer
|
|
/// in the `VMContext`.
|
|
fn vminterrupts(&self) -> *mut VMInterrupts;
|
|
|
|
/// Returns a pointer to the global epoch counter.
|
|
///
|
|
/// Used to configure the `VMContext` on initialization.
|
|
fn epoch_ptr(&self) -> *const AtomicU64;
|
|
|
|
/// Returns the externref management structures necessary for this store.
|
|
///
|
|
/// The first element returned is the table in which externrefs are stored
|
|
/// throughout wasm execution, and the second element is how to look up
|
|
/// module information for gc requests.
|
|
fn externref_activations_table(
|
|
&mut self,
|
|
) -> (&mut VMExternRefActivationsTable, &dyn ModuleInfoLookup);
|
|
|
|
/// Callback invoked to allow the store's resource limiter to reject a
|
|
/// memory grow operation.
|
|
fn memory_growing(
|
|
&mut self,
|
|
current: usize,
|
|
desired: usize,
|
|
maximum: Option<usize>,
|
|
) -> Result<bool, Error>;
|
|
/// Callback invoked to notify the store's resource limiter that a memory
|
|
/// grow operation has failed.
|
|
fn memory_grow_failed(&mut self, error: &Error);
|
|
/// Callback invoked to allow the store's resource limiter to reject a
|
|
/// table grow operation.
|
|
fn table_growing(
|
|
&mut self,
|
|
current: u32,
|
|
desired: u32,
|
|
maximum: Option<u32>,
|
|
) -> Result<bool, Error>;
|
|
/// Callback invoked to notify the store's resource limiter that a table
|
|
/// grow operation has failed.
|
|
fn table_grow_failed(&mut self, error: &Error);
|
|
/// Callback invoked whenever fuel runs out by a wasm instance. If an error
|
|
/// is returned that's raised as a trap. Otherwise wasm execution will
|
|
/// continue as normal.
|
|
fn out_of_gas(&mut self) -> Result<(), Error>;
|
|
/// Callback invoked whenever an instance observes a new epoch
|
|
/// number. Cannot fail; cooperative epoch-based yielding is
|
|
/// completely semantically transparent. Returns the new deadline.
|
|
fn new_epoch(&mut self) -> Result<u64, Error>;
|
|
}
|