This PR introduces a new way of performing cooperative timeslicing that is intended to replace the "fuel" mechanism. The tradeoff is that this mechanism interrupts with less precision: not at deterministic points where fuel runs out, but rather when the Engine enters a new epoch. The generated code instrumentation is substantially faster, however, because it does not need to do as much work as when tracking fuel; it only loads the global "epoch counter" and does a compare-and-branch at backedges and function prologues. This change has been measured as ~twice as fast as fuel-based timeslicing for some workloads, especially control-flow-intensive workloads such as the SpiderMonkey JS interpreter on Wasm/WASI. The intended interface is that the embedder of the `Engine` performs an `engine.increment_epoch()` call periodically, e.g. once per millisecond. An async invocation of a Wasm guest on a `Store` can specify a number of epoch-ticks that are allowed before an async yield back to the executor's event loop. (The initial amount and automatic "refills" are configured on the `Store`, just as for fuel.) This call does only signal-safe work (it increments an `AtomicU64`) so could be invoked from a periodic signal, or from a thread that wakes up once per period.
805 lines
26 KiB
Rust
805 lines
26 KiB
Rust
//! Offsets and sizes of various structs in wasmtime-runtime's vmcontext
|
|
//! module.
|
|
|
|
// Currently the `VMContext` allocation by field looks like this:
|
|
//
|
|
// struct VMContext {
|
|
// interrupts: *const VMInterrupts,
|
|
// externref_activations_table: *mut VMExternRefActivationsTable,
|
|
// store: *mut dyn Store,
|
|
// signature_ids: [VMSharedSignatureIndex; module.num_signature_ids],
|
|
// imported_functions: [VMFunctionImport; module.num_imported_functions],
|
|
// imported_tables: [VMTableImport; module.num_imported_tables],
|
|
// imported_memories: [VMMemoryImport; module.num_imported_memories],
|
|
// imported_globals: [VMGlobalImport; module.num_imported_globals],
|
|
// tables: [VMTableDefinition; module.num_defined_tables],
|
|
// memories: [VMMemoryDefinition; module.num_defined_memories],
|
|
// globals: [VMGlobalDefinition; module.num_defined_globals],
|
|
// anyfuncs: [VMCallerCheckedAnyfunc; module.num_imported_functions + module.num_defined_functions],
|
|
// builtins: VMBuiltinFunctionsArray,
|
|
// }
|
|
|
|
use crate::{
|
|
BuiltinFunctionIndex, DefinedGlobalIndex, DefinedMemoryIndex, DefinedTableIndex, FuncIndex,
|
|
GlobalIndex, MemoryIndex, Module, TableIndex, TypeIndex,
|
|
};
|
|
use more_asserts::assert_lt;
|
|
use std::convert::TryFrom;
|
|
|
|
/// Sentinel value indicating that wasm has been interrupted.
|
|
// Note that this has a bit of an odd definition. See the `insert_stack_check`
|
|
// function in `cranelift/codegen/src/isa/x86/abi.rs` for more information
|
|
pub const INTERRUPTED: usize = usize::max_value() - 32 * 1024;
|
|
|
|
#[cfg(target_pointer_width = "32")]
|
|
fn cast_to_u32(sz: usize) -> u32 {
|
|
u32::try_from(sz).unwrap()
|
|
}
|
|
#[cfg(target_pointer_width = "64")]
|
|
fn cast_to_u32(sz: usize) -> u32 {
|
|
u32::try_from(sz).expect("overflow in cast from usize to u32")
|
|
}
|
|
|
|
/// Align an offset used in this module to a specific byte-width by rounding up
|
|
#[inline]
|
|
fn align(offset: u32, width: u32) -> u32 {
|
|
(offset + (width - 1)) / width * width
|
|
}
|
|
|
|
/// This class computes offsets to fields within `VMContext` and other
|
|
/// related structs that JIT code accesses directly.
|
|
#[derive(Debug, Clone, Copy)]
|
|
pub struct VMOffsets<P> {
|
|
/// The size in bytes of a pointer on the target.
|
|
pub ptr: P,
|
|
/// The number of signature declarations in the module.
|
|
pub num_signature_ids: u32,
|
|
/// The number of imported functions in the module.
|
|
pub num_imported_functions: u32,
|
|
/// The number of imported tables in the module.
|
|
pub num_imported_tables: u32,
|
|
/// The number of imported memories in the module.
|
|
pub num_imported_memories: u32,
|
|
/// The number of imported globals in the module.
|
|
pub num_imported_globals: u32,
|
|
/// The number of defined functions in the module.
|
|
pub num_defined_functions: u32,
|
|
/// The number of defined tables in the module.
|
|
pub num_defined_tables: u32,
|
|
/// The number of defined memories in the module.
|
|
pub num_defined_memories: u32,
|
|
/// The number of defined globals in the module.
|
|
pub num_defined_globals: u32,
|
|
|
|
// precalculated offsets of various member fields
|
|
interrupts: u32,
|
|
epoch_ptr: u32,
|
|
externref_activations_table: u32,
|
|
store: u32,
|
|
signature_ids: u32,
|
|
imported_functions: u32,
|
|
imported_tables: u32,
|
|
imported_memories: u32,
|
|
imported_globals: u32,
|
|
defined_tables: u32,
|
|
defined_memories: u32,
|
|
defined_globals: u32,
|
|
defined_anyfuncs: u32,
|
|
builtin_functions: u32,
|
|
size: u32,
|
|
}
|
|
|
|
/// Trait used for the `ptr` representation of the field of `VMOffsets`
|
|
pub trait PtrSize {
|
|
/// Returns the pointer size, in bytes, for the target.
|
|
fn size(&self) -> u8;
|
|
}
|
|
|
|
/// Type representing the size of a pointer for the current compilation host
|
|
pub struct HostPtr;
|
|
|
|
impl PtrSize for HostPtr {
|
|
#[inline]
|
|
fn size(&self) -> u8 {
|
|
std::mem::size_of::<usize>() as u8
|
|
}
|
|
}
|
|
|
|
impl PtrSize for u8 {
|
|
#[inline]
|
|
fn size(&self) -> u8 {
|
|
*self
|
|
}
|
|
}
|
|
|
|
/// Used to construct a `VMOffsets`
|
|
#[derive(Debug, Clone, Copy)]
|
|
pub struct VMOffsetsFields<P> {
|
|
/// The size in bytes of a pointer on the target.
|
|
pub ptr: P,
|
|
/// The number of signature declarations in the module.
|
|
pub num_signature_ids: u32,
|
|
/// The number of imported functions in the module.
|
|
pub num_imported_functions: u32,
|
|
/// The number of imported tables in the module.
|
|
pub num_imported_tables: u32,
|
|
/// The number of imported memories in the module.
|
|
pub num_imported_memories: u32,
|
|
/// The number of imported globals in the module.
|
|
pub num_imported_globals: u32,
|
|
/// The number of defined functions in the module.
|
|
pub num_defined_functions: u32,
|
|
/// The number of defined tables in the module.
|
|
pub num_defined_tables: u32,
|
|
/// The number of defined memories in the module.
|
|
pub num_defined_memories: u32,
|
|
/// The number of defined globals in the module.
|
|
pub num_defined_globals: u32,
|
|
}
|
|
|
|
impl<P: PtrSize> VMOffsets<P> {
|
|
/// Return a new `VMOffsets` instance, for a given pointer size.
|
|
pub fn new(ptr: P, module: &Module) -> Self {
|
|
VMOffsets::from(VMOffsetsFields {
|
|
ptr,
|
|
num_signature_ids: cast_to_u32(module.types.len()),
|
|
num_imported_functions: cast_to_u32(module.num_imported_funcs),
|
|
num_imported_tables: cast_to_u32(module.num_imported_tables),
|
|
num_imported_memories: cast_to_u32(module.num_imported_memories),
|
|
num_imported_globals: cast_to_u32(module.num_imported_globals),
|
|
num_defined_functions: cast_to_u32(module.functions.len()),
|
|
num_defined_tables: cast_to_u32(module.table_plans.len()),
|
|
num_defined_memories: cast_to_u32(module.memory_plans.len()),
|
|
num_defined_globals: cast_to_u32(module.globals.len()),
|
|
})
|
|
}
|
|
|
|
/// Returns the size, in bytes, of the target
|
|
#[inline]
|
|
pub fn pointer_size(&self) -> u8 {
|
|
self.ptr.size()
|
|
}
|
|
}
|
|
|
|
impl<P: PtrSize> From<VMOffsetsFields<P>> for VMOffsets<P> {
|
|
fn from(fields: VMOffsetsFields<P>) -> VMOffsets<P> {
|
|
let mut ret = Self {
|
|
ptr: fields.ptr,
|
|
num_signature_ids: fields.num_signature_ids,
|
|
num_imported_functions: fields.num_imported_functions,
|
|
num_imported_tables: fields.num_imported_tables,
|
|
num_imported_memories: fields.num_imported_memories,
|
|
num_imported_globals: fields.num_imported_globals,
|
|
num_defined_functions: fields.num_defined_functions,
|
|
num_defined_tables: fields.num_defined_tables,
|
|
num_defined_memories: fields.num_defined_memories,
|
|
num_defined_globals: fields.num_defined_globals,
|
|
interrupts: 0,
|
|
epoch_ptr: 0,
|
|
externref_activations_table: 0,
|
|
store: 0,
|
|
signature_ids: 0,
|
|
imported_functions: 0,
|
|
imported_tables: 0,
|
|
imported_memories: 0,
|
|
imported_globals: 0,
|
|
defined_tables: 0,
|
|
defined_memories: 0,
|
|
defined_globals: 0,
|
|
defined_anyfuncs: 0,
|
|
builtin_functions: 0,
|
|
size: 0,
|
|
};
|
|
|
|
ret.interrupts = 0;
|
|
ret.epoch_ptr = ret
|
|
.interrupts
|
|
.checked_add(u32::from(ret.ptr.size()))
|
|
.unwrap();
|
|
ret.externref_activations_table = ret
|
|
.epoch_ptr
|
|
.checked_add(u32::from(ret.ptr.size()))
|
|
.unwrap();
|
|
ret.store = ret
|
|
.externref_activations_table
|
|
.checked_add(u32::from(ret.ptr.size()))
|
|
.unwrap();
|
|
ret.signature_ids = ret
|
|
.store
|
|
.checked_add(u32::from(ret.ptr.size() * 2))
|
|
.unwrap();
|
|
ret.imported_functions = ret
|
|
.signature_ids
|
|
.checked_add(
|
|
fields
|
|
.num_signature_ids
|
|
.checked_mul(u32::from(ret.size_of_vmshared_signature_index()))
|
|
.unwrap(),
|
|
)
|
|
.unwrap();
|
|
ret.imported_tables = ret
|
|
.imported_functions
|
|
.checked_add(
|
|
ret.num_imported_functions
|
|
.checked_mul(u32::from(ret.size_of_vmfunction_import()))
|
|
.unwrap(),
|
|
)
|
|
.unwrap();
|
|
ret.imported_memories = ret
|
|
.imported_tables
|
|
.checked_add(
|
|
ret.num_imported_tables
|
|
.checked_mul(u32::from(ret.size_of_vmtable_import()))
|
|
.unwrap(),
|
|
)
|
|
.unwrap();
|
|
ret.imported_globals = ret
|
|
.imported_memories
|
|
.checked_add(
|
|
ret.num_imported_memories
|
|
.checked_mul(u32::from(ret.size_of_vmmemory_import()))
|
|
.unwrap(),
|
|
)
|
|
.unwrap();
|
|
ret.defined_tables = ret
|
|
.imported_globals
|
|
.checked_add(
|
|
ret.num_imported_globals
|
|
.checked_mul(u32::from(ret.size_of_vmglobal_import()))
|
|
.unwrap(),
|
|
)
|
|
.unwrap();
|
|
ret.defined_memories = ret
|
|
.defined_tables
|
|
.checked_add(
|
|
ret.num_defined_tables
|
|
.checked_mul(u32::from(ret.size_of_vmtable_definition()))
|
|
.unwrap(),
|
|
)
|
|
.unwrap();
|
|
ret.defined_globals = align(
|
|
ret.defined_memories
|
|
.checked_add(
|
|
ret.num_defined_memories
|
|
.checked_mul(u32::from(ret.size_of_vmmemory_definition()))
|
|
.unwrap(),
|
|
)
|
|
.unwrap(),
|
|
16,
|
|
);
|
|
ret.defined_anyfuncs = ret
|
|
.defined_globals
|
|
.checked_add(
|
|
ret.num_defined_globals
|
|
.checked_mul(u32::from(ret.size_of_vmglobal_definition()))
|
|
.unwrap(),
|
|
)
|
|
.unwrap();
|
|
ret.builtin_functions = ret
|
|
.defined_anyfuncs
|
|
.checked_add(
|
|
ret.num_imported_functions
|
|
.checked_add(ret.num_defined_functions)
|
|
.unwrap()
|
|
.checked_mul(u32::from(ret.size_of_vmcaller_checked_anyfunc()))
|
|
.unwrap(),
|
|
)
|
|
.unwrap();
|
|
ret.size = ret
|
|
.builtin_functions
|
|
.checked_add(
|
|
BuiltinFunctionIndex::builtin_functions_total_number()
|
|
.checked_mul(u32::from(ret.pointer_size()))
|
|
.unwrap(),
|
|
)
|
|
.unwrap();
|
|
|
|
return ret;
|
|
}
|
|
}
|
|
|
|
impl<P: PtrSize> VMOffsets<P> {
|
|
/// The offset of the `body` field.
|
|
#[allow(clippy::erasing_op)]
|
|
#[inline]
|
|
pub fn vmfunction_import_body(&self) -> u8 {
|
|
0 * self.pointer_size()
|
|
}
|
|
|
|
/// The offset of the `vmctx` field.
|
|
#[allow(clippy::identity_op)]
|
|
#[inline]
|
|
pub fn vmfunction_import_vmctx(&self) -> u8 {
|
|
1 * self.pointer_size()
|
|
}
|
|
|
|
/// Return the size of `VMFunctionImport`.
|
|
#[inline]
|
|
pub fn size_of_vmfunction_import(&self) -> u8 {
|
|
2 * self.pointer_size()
|
|
}
|
|
}
|
|
|
|
/// Offsets for `*const VMFunctionBody`.
|
|
impl<P: PtrSize> VMOffsets<P> {
|
|
/// The size of the `current_elements` field.
|
|
#[allow(clippy::identity_op)]
|
|
pub fn size_of_vmfunction_body_ptr(&self) -> u8 {
|
|
1 * self.pointer_size()
|
|
}
|
|
}
|
|
|
|
/// Offsets for `VMTableImport`.
|
|
impl<P: PtrSize> VMOffsets<P> {
|
|
/// The offset of the `from` field.
|
|
#[allow(clippy::erasing_op)]
|
|
#[inline]
|
|
pub fn vmtable_import_from(&self) -> u8 {
|
|
0 * self.pointer_size()
|
|
}
|
|
|
|
/// The offset of the `vmctx` field.
|
|
#[allow(clippy::identity_op)]
|
|
#[inline]
|
|
pub fn vmtable_import_vmctx(&self) -> u8 {
|
|
1 * self.pointer_size()
|
|
}
|
|
|
|
/// Return the size of `VMTableImport`.
|
|
#[inline]
|
|
pub fn size_of_vmtable_import(&self) -> u8 {
|
|
2 * self.pointer_size()
|
|
}
|
|
}
|
|
|
|
/// Offsets for `VMTableDefinition`.
|
|
impl<P: PtrSize> VMOffsets<P> {
|
|
/// The offset of the `base` field.
|
|
#[allow(clippy::erasing_op)]
|
|
#[inline]
|
|
pub fn vmtable_definition_base(&self) -> u8 {
|
|
0 * self.pointer_size()
|
|
}
|
|
|
|
/// The offset of the `current_elements` field.
|
|
#[allow(clippy::identity_op)]
|
|
pub fn vmtable_definition_current_elements(&self) -> u8 {
|
|
1 * self.pointer_size()
|
|
}
|
|
|
|
/// The size of the `current_elements` field.
|
|
#[inline]
|
|
pub fn size_of_vmtable_definition_current_elements(&self) -> u8 {
|
|
4
|
|
}
|
|
|
|
/// Return the size of `VMTableDefinition`.
|
|
#[inline]
|
|
pub fn size_of_vmtable_definition(&self) -> u8 {
|
|
2 * self.pointer_size()
|
|
}
|
|
}
|
|
|
|
/// Offsets for `VMMemoryImport`.
|
|
impl<P: PtrSize> VMOffsets<P> {
|
|
/// The offset of the `from` field.
|
|
#[allow(clippy::erasing_op)]
|
|
#[inline]
|
|
pub fn vmmemory_import_from(&self) -> u8 {
|
|
0 * self.pointer_size()
|
|
}
|
|
|
|
/// The offset of the `vmctx` field.
|
|
#[allow(clippy::identity_op)]
|
|
#[inline]
|
|
pub fn vmmemory_import_vmctx(&self) -> u8 {
|
|
1 * self.pointer_size()
|
|
}
|
|
|
|
/// Return the size of `VMMemoryImport`.
|
|
#[inline]
|
|
pub fn size_of_vmmemory_import(&self) -> u8 {
|
|
2 * self.pointer_size()
|
|
}
|
|
}
|
|
|
|
/// Offsets for `VMMemoryDefinition`.
|
|
impl<P: PtrSize> VMOffsets<P> {
|
|
/// The offset of the `base` field.
|
|
#[allow(clippy::erasing_op)]
|
|
#[inline]
|
|
pub fn vmmemory_definition_base(&self) -> u8 {
|
|
0 * self.pointer_size()
|
|
}
|
|
|
|
/// The offset of the `current_length` field.
|
|
#[allow(clippy::identity_op)]
|
|
#[inline]
|
|
pub fn vmmemory_definition_current_length(&self) -> u8 {
|
|
1 * self.pointer_size()
|
|
}
|
|
|
|
/// Return the size of `VMMemoryDefinition`.
|
|
#[inline]
|
|
pub fn size_of_vmmemory_definition(&self) -> u8 {
|
|
2 * self.pointer_size()
|
|
}
|
|
}
|
|
|
|
/// Offsets for `VMGlobalImport`.
|
|
impl<P: PtrSize> VMOffsets<P> {
|
|
/// The offset of the `from` field.
|
|
#[allow(clippy::erasing_op)]
|
|
#[inline]
|
|
pub fn vmglobal_import_from(&self) -> u8 {
|
|
0 * self.pointer_size()
|
|
}
|
|
|
|
/// Return the size of `VMGlobalImport`.
|
|
#[allow(clippy::identity_op)]
|
|
#[inline]
|
|
pub fn size_of_vmglobal_import(&self) -> u8 {
|
|
1 * self.pointer_size()
|
|
}
|
|
}
|
|
|
|
/// Offsets for `VMGlobalDefinition`.
|
|
impl<P: PtrSize> VMOffsets<P> {
|
|
/// Return the size of `VMGlobalDefinition`; this is the size of the largest value type (i.e. a
|
|
/// V128).
|
|
#[inline]
|
|
pub fn size_of_vmglobal_definition(&self) -> u8 {
|
|
16
|
|
}
|
|
}
|
|
|
|
/// Offsets for `VMSharedSignatureIndex`.
|
|
impl<P: PtrSize> VMOffsets<P> {
|
|
/// Return the size of `VMSharedSignatureIndex`.
|
|
#[inline]
|
|
pub fn size_of_vmshared_signature_index(&self) -> u8 {
|
|
4
|
|
}
|
|
}
|
|
|
|
/// Offsets for `VMInterrupts`.
|
|
impl<P: PtrSize> VMOffsets<P> {
|
|
/// Return the offset of the `stack_limit` field of `VMInterrupts`
|
|
#[inline]
|
|
pub fn vminterrupts_stack_limit(&self) -> u8 {
|
|
0
|
|
}
|
|
|
|
/// Return the offset of the `fuel_consumed` field of `VMInterrupts`
|
|
#[inline]
|
|
pub fn vminterrupts_fuel_consumed(&self) -> u8 {
|
|
self.pointer_size()
|
|
}
|
|
|
|
/// Return the offset of the `epoch_deadline` field of `VMInterrupts`
|
|
#[inline]
|
|
pub fn vminterupts_epoch_deadline(&self) -> u8 {
|
|
self.pointer_size() + 8 // `stack_limit` is a pointer; `fuel_consumed` is an `i64`
|
|
}
|
|
}
|
|
|
|
/// Offsets for `VMCallerCheckedAnyfunc`.
|
|
impl<P: PtrSize> VMOffsets<P> {
|
|
/// The offset of the `func_ptr` field.
|
|
#[allow(clippy::erasing_op)]
|
|
#[inline]
|
|
pub fn vmcaller_checked_anyfunc_func_ptr(&self) -> u8 {
|
|
0 * self.pointer_size()
|
|
}
|
|
|
|
/// The offset of the `type_index` field.
|
|
#[allow(clippy::identity_op)]
|
|
#[inline]
|
|
pub fn vmcaller_checked_anyfunc_type_index(&self) -> u8 {
|
|
1 * self.pointer_size()
|
|
}
|
|
|
|
/// The offset of the `vmctx` field.
|
|
#[inline]
|
|
pub fn vmcaller_checked_anyfunc_vmctx(&self) -> u8 {
|
|
2 * self.pointer_size()
|
|
}
|
|
|
|
/// Return the size of `VMCallerCheckedAnyfunc`.
|
|
#[inline]
|
|
pub fn size_of_vmcaller_checked_anyfunc(&self) -> u8 {
|
|
3 * self.pointer_size()
|
|
}
|
|
}
|
|
|
|
/// Offsets for `VMContext`.
|
|
impl<P: PtrSize> VMOffsets<P> {
|
|
/// Return the offset to the `VMInterrupts` structure
|
|
#[inline]
|
|
pub fn vmctx_interrupts(&self) -> u32 {
|
|
self.interrupts
|
|
}
|
|
|
|
/// Return the offset to the `*const AtomicU64` epoch-counter
|
|
/// pointer.
|
|
#[inline]
|
|
pub fn vmctx_epoch_ptr(&self) -> u32 {
|
|
self.epoch_ptr
|
|
}
|
|
|
|
/// The offset of the `*mut VMExternRefActivationsTable` member.
|
|
#[inline]
|
|
pub fn vmctx_externref_activations_table(&self) -> u32 {
|
|
self.externref_activations_table
|
|
}
|
|
|
|
/// The offset of the `*const dyn Store` member.
|
|
#[inline]
|
|
pub fn vmctx_store(&self) -> u32 {
|
|
self.store
|
|
}
|
|
|
|
/// The offset of the `signature_ids` array.
|
|
#[inline]
|
|
pub fn vmctx_signature_ids_begin(&self) -> u32 {
|
|
self.signature_ids
|
|
}
|
|
|
|
/// The offset of the `tables` array.
|
|
#[allow(clippy::erasing_op)]
|
|
#[inline]
|
|
pub fn vmctx_imported_functions_begin(&self) -> u32 {
|
|
self.imported_functions
|
|
}
|
|
|
|
/// The offset of the `tables` array.
|
|
#[allow(clippy::identity_op)]
|
|
#[inline]
|
|
pub fn vmctx_imported_tables_begin(&self) -> u32 {
|
|
self.imported_tables
|
|
}
|
|
|
|
/// The offset of the `memories` array.
|
|
#[inline]
|
|
pub fn vmctx_imported_memories_begin(&self) -> u32 {
|
|
self.imported_memories
|
|
}
|
|
|
|
/// The offset of the `globals` array.
|
|
#[inline]
|
|
pub fn vmctx_imported_globals_begin(&self) -> u32 {
|
|
self.imported_globals
|
|
}
|
|
|
|
/// The offset of the `tables` array.
|
|
#[inline]
|
|
pub fn vmctx_tables_begin(&self) -> u32 {
|
|
self.defined_tables
|
|
}
|
|
|
|
/// The offset of the `memories` array.
|
|
#[inline]
|
|
pub fn vmctx_memories_begin(&self) -> u32 {
|
|
self.defined_memories
|
|
}
|
|
|
|
/// The offset of the `globals` array.
|
|
#[inline]
|
|
pub fn vmctx_globals_begin(&self) -> u32 {
|
|
self.defined_globals
|
|
}
|
|
|
|
/// The offset of the `anyfuncs` array.
|
|
#[inline]
|
|
pub fn vmctx_anyfuncs_begin(&self) -> u32 {
|
|
self.defined_anyfuncs
|
|
}
|
|
|
|
/// The offset of the builtin functions array.
|
|
#[inline]
|
|
pub fn vmctx_builtin_functions_begin(&self) -> u32 {
|
|
self.builtin_functions
|
|
}
|
|
|
|
/// Return the size of the `VMContext` allocation.
|
|
#[inline]
|
|
pub fn size_of_vmctx(&self) -> u32 {
|
|
self.size
|
|
}
|
|
|
|
/// Return the offset to `VMSharedSignatureId` index `index`.
|
|
#[inline]
|
|
pub fn vmctx_vmshared_signature_id(&self, index: TypeIndex) -> u32 {
|
|
assert_lt!(index.as_u32(), self.num_signature_ids);
|
|
self.vmctx_signature_ids_begin()
|
|
+ index.as_u32() * u32::from(self.size_of_vmshared_signature_index())
|
|
}
|
|
|
|
/// Return the offset to `VMFunctionImport` index `index`.
|
|
#[inline]
|
|
pub fn vmctx_vmfunction_import(&self, index: FuncIndex) -> u32 {
|
|
assert_lt!(index.as_u32(), self.num_imported_functions);
|
|
self.vmctx_imported_functions_begin()
|
|
+ index.as_u32() * u32::from(self.size_of_vmfunction_import())
|
|
}
|
|
|
|
/// Return the offset to `VMTableImport` index `index`.
|
|
#[inline]
|
|
pub fn vmctx_vmtable_import(&self, index: TableIndex) -> u32 {
|
|
assert_lt!(index.as_u32(), self.num_imported_tables);
|
|
self.vmctx_imported_tables_begin()
|
|
+ index.as_u32() * u32::from(self.size_of_vmtable_import())
|
|
}
|
|
|
|
/// Return the offset to `VMMemoryImport` index `index`.
|
|
#[inline]
|
|
pub fn vmctx_vmmemory_import(&self, index: MemoryIndex) -> u32 {
|
|
assert_lt!(index.as_u32(), self.num_imported_memories);
|
|
self.vmctx_imported_memories_begin()
|
|
+ index.as_u32() * u32::from(self.size_of_vmmemory_import())
|
|
}
|
|
|
|
/// Return the offset to `VMGlobalImport` index `index`.
|
|
#[inline]
|
|
pub fn vmctx_vmglobal_import(&self, index: GlobalIndex) -> u32 {
|
|
assert_lt!(index.as_u32(), self.num_imported_globals);
|
|
self.vmctx_imported_globals_begin()
|
|
+ index.as_u32() * u32::from(self.size_of_vmglobal_import())
|
|
}
|
|
|
|
/// Return the offset to `VMTableDefinition` index `index`.
|
|
#[inline]
|
|
pub fn vmctx_vmtable_definition(&self, index: DefinedTableIndex) -> u32 {
|
|
assert_lt!(index.as_u32(), self.num_defined_tables);
|
|
self.vmctx_tables_begin() + index.as_u32() * u32::from(self.size_of_vmtable_definition())
|
|
}
|
|
|
|
/// Return the offset to `VMMemoryDefinition` index `index`.
|
|
#[inline]
|
|
pub fn vmctx_vmmemory_definition(&self, index: DefinedMemoryIndex) -> u32 {
|
|
assert_lt!(index.as_u32(), self.num_defined_memories);
|
|
self.vmctx_memories_begin() + index.as_u32() * u32::from(self.size_of_vmmemory_definition())
|
|
}
|
|
|
|
/// Return the offset to the `VMGlobalDefinition` index `index`.
|
|
#[inline]
|
|
pub fn vmctx_vmglobal_definition(&self, index: DefinedGlobalIndex) -> u32 {
|
|
assert_lt!(index.as_u32(), self.num_defined_globals);
|
|
self.vmctx_globals_begin() + index.as_u32() * u32::from(self.size_of_vmglobal_definition())
|
|
}
|
|
|
|
/// Return the offset to the `VMCallerCheckedAnyfunc` for the given function
|
|
/// index (either imported or defined).
|
|
#[inline]
|
|
pub fn vmctx_anyfunc(&self, index: FuncIndex) -> u32 {
|
|
assert_lt!(
|
|
index.as_u32(),
|
|
self.num_imported_functions + self.num_defined_functions
|
|
);
|
|
self.vmctx_anyfuncs_begin()
|
|
+ index.as_u32() * u32::from(self.size_of_vmcaller_checked_anyfunc())
|
|
}
|
|
|
|
/// Return the offset to the `body` field in `*const VMFunctionBody` index `index`.
|
|
#[inline]
|
|
pub fn vmctx_vmfunction_import_body(&self, index: FuncIndex) -> u32 {
|
|
self.vmctx_vmfunction_import(index) + u32::from(self.vmfunction_import_body())
|
|
}
|
|
|
|
/// Return the offset to the `vmctx` field in `*const VMFunctionBody` index `index`.
|
|
#[inline]
|
|
pub fn vmctx_vmfunction_import_vmctx(&self, index: FuncIndex) -> u32 {
|
|
self.vmctx_vmfunction_import(index) + u32::from(self.vmfunction_import_vmctx())
|
|
}
|
|
|
|
/// Return the offset to the `from` field in `VMTableImport` index `index`.
|
|
#[inline]
|
|
pub fn vmctx_vmtable_import_from(&self, index: TableIndex) -> u32 {
|
|
self.vmctx_vmtable_import(index) + u32::from(self.vmtable_import_from())
|
|
}
|
|
|
|
/// Return the offset to the `base` field in `VMTableDefinition` index `index`.
|
|
#[inline]
|
|
pub fn vmctx_vmtable_definition_base(&self, index: DefinedTableIndex) -> u32 {
|
|
self.vmctx_vmtable_definition(index) + u32::from(self.vmtable_definition_base())
|
|
}
|
|
|
|
/// Return the offset to the `current_elements` field in `VMTableDefinition` index `index`.
|
|
#[inline]
|
|
pub fn vmctx_vmtable_definition_current_elements(&self, index: DefinedTableIndex) -> u32 {
|
|
self.vmctx_vmtable_definition(index) + u32::from(self.vmtable_definition_current_elements())
|
|
}
|
|
|
|
/// Return the offset to the `from` field in `VMMemoryImport` index `index`.
|
|
#[inline]
|
|
pub fn vmctx_vmmemory_import_from(&self, index: MemoryIndex) -> u32 {
|
|
self.vmctx_vmmemory_import(index) + u32::from(self.vmmemory_import_from())
|
|
}
|
|
|
|
/// Return the offset to the `vmctx` field in `VMMemoryImport` index `index`.
|
|
#[inline]
|
|
pub fn vmctx_vmmemory_import_vmctx(&self, index: MemoryIndex) -> u32 {
|
|
self.vmctx_vmmemory_import(index) + u32::from(self.vmmemory_import_vmctx())
|
|
}
|
|
|
|
/// Return the offset to the `base` field in `VMMemoryDefinition` index `index`.
|
|
#[inline]
|
|
pub fn vmctx_vmmemory_definition_base(&self, index: DefinedMemoryIndex) -> u32 {
|
|
self.vmctx_vmmemory_definition(index) + u32::from(self.vmmemory_definition_base())
|
|
}
|
|
|
|
/// Return the offset to the `current_length` field in `VMMemoryDefinition` index `index`.
|
|
#[inline]
|
|
pub fn vmctx_vmmemory_definition_current_length(&self, index: DefinedMemoryIndex) -> u32 {
|
|
self.vmctx_vmmemory_definition(index) + u32::from(self.vmmemory_definition_current_length())
|
|
}
|
|
|
|
/// Return the offset to the `from` field in `VMGlobalImport` index `index`.
|
|
#[inline]
|
|
pub fn vmctx_vmglobal_import_from(&self, index: GlobalIndex) -> u32 {
|
|
self.vmctx_vmglobal_import(index) + u32::from(self.vmglobal_import_from())
|
|
}
|
|
|
|
/// Return the offset to builtin function in `VMBuiltinFunctionsArray` index `index`.
|
|
#[inline]
|
|
pub fn vmctx_builtin_function(&self, index: BuiltinFunctionIndex) -> u32 {
|
|
self.vmctx_builtin_functions_begin() + index.index() * u32::from(self.pointer_size())
|
|
}
|
|
}
|
|
|
|
/// Offsets for `VMExternData`.
|
|
impl<P: PtrSize> VMOffsets<P> {
|
|
/// Return the offset for `VMExternData::ref_count`.
|
|
#[inline]
|
|
pub fn vm_extern_data_ref_count(&self) -> u32 {
|
|
0
|
|
}
|
|
}
|
|
|
|
/// Offsets for `VMExternRefActivationsTable`.
|
|
impl<P: PtrSize> VMOffsets<P> {
|
|
/// Return the offset for `VMExternRefActivationsTable::next`.
|
|
#[inline]
|
|
pub fn vm_extern_ref_activation_table_next(&self) -> u32 {
|
|
0
|
|
}
|
|
|
|
/// Return the offset for `VMExternRefActivationsTable::end`.
|
|
#[inline]
|
|
pub fn vm_extern_ref_activation_table_end(&self) -> u32 {
|
|
self.pointer_size().into()
|
|
}
|
|
}
|
|
|
|
/// Target specific type for shared signature index.
|
|
#[derive(Debug, Copy, Clone)]
|
|
pub struct TargetSharedSignatureIndex(u32);
|
|
|
|
impl TargetSharedSignatureIndex {
|
|
/// Constructs `TargetSharedSignatureIndex`.
|
|
pub fn new(value: u32) -> Self {
|
|
Self(value)
|
|
}
|
|
|
|
/// Returns index value.
|
|
pub fn index(self) -> u32 {
|
|
self.0
|
|
}
|
|
}
|
|
|
|
#[cfg(test)]
|
|
mod tests {
|
|
use crate::vmoffsets::align;
|
|
|
|
#[test]
|
|
fn alignment() {
|
|
fn is_aligned(x: u32) -> bool {
|
|
x % 16 == 0
|
|
}
|
|
assert!(is_aligned(align(0, 16)));
|
|
assert!(is_aligned(align(32, 16)));
|
|
assert!(is_aligned(align(33, 16)));
|
|
assert!(is_aligned(align(31, 16)));
|
|
}
|
|
}
|