//! Support for compiling with Cranelift. //! //! This crate provides an implementation of the `wasmtime_environ::Compiler` //! and `wasmtime_environ::CompilerBuilder` traits. // # How does Wasmtime prevent stack overflow? // // A few locations throughout the codebase link to this file to explain stack // overflow. To start off, let's take a look at stack overflow. Wasm code is // well-defined to have stack overflow being recoverable and raising a trap, so // we need to handle this somehow! There's also an added constraint where as an // embedder you frequently are running host-provided code called from wasm. // WebAssembly and native code currently share the same call stack, so you want // to make sure that your host-provided code will have enough call-stack // available to it. // // Given all that, the way that stack overflow is handled is by adding a // prologue check to all JIT functions for how much native stack is remaining. // The `VMContext` pointer is the first argument to all functions, and the first // field of this structure is `*const VMRuntimeLimits` and the first field of // that is the stack limit. Note that the stack limit in this case means "if the // stack pointer goes below this, trap". Each JIT function which consumes stack // space or isn't a leaf function starts off by loading the stack limit, // checking it against the stack pointer, and optionally traps. // // This manual check allows the embedder (us) to give wasm a relatively precise // amount of stack allocation. Using this scheme we reserve a chunk of stack // for wasm code relative from where wasm code was called. This ensures that // native code called by wasm should have native stack space to run, and the // numbers of stack spaces here should all be configurable for various // embeddings. // // Note that we do not consider each thread's stack guard page here. It's // considered that if you hit that you still abort the whole program. This // shouldn't happen most of the time because wasm is always stack-bound and // it's up to the embedder to bound its own native stack. // // So all-in-all, that's how we implement stack checks. Note that stack checks // cannot be disabled because it's a feature of core wasm semantics. This means // that all functions almost always have a stack check prologue, and it's up to // us to optimize away that cost as much as we can. // // For more information about the tricky bits of managing the reserved stack // size of wasm, see the implementation in `traphandlers.rs` in the // `update_stack_limit` function. use cranelift_codegen::binemit; use cranelift_codegen::ir; use cranelift_codegen::isa::{unwind::UnwindInfo, CallConv, TargetIsa}; use cranelift_entity::PrimaryMap; use cranelift_wasm::{DefinedFuncIndex, FuncIndex, WasmFuncType, WasmType}; use target_lexicon::CallingConvention; use wasmtime_environ::{ FilePos, FunctionInfo, InstructionAddressMap, ModuleTranslation, ModuleTypes, TrapInformation, }; pub use builder::builder; mod builder; mod compiler; mod debug; mod func_environ; mod obj; type CompiledFunctions = PrimaryMap; /// Compiled function: machine code body, jump table offsets, and unwind information. #[derive(Default)] pub struct CompiledFunction { /// The machine code for this function. body: Vec, /// The unwind information. unwind_info: Option, /// Information used to translate from binary offsets back to the original /// location found in the wasm input. address_map: FunctionAddressMap, /// Metadata about traps in this module, mapping code offsets to the trap /// that they may cause. traps: Vec, relocations: Vec, value_labels_ranges: cranelift_codegen::ValueLabelsRanges, stack_slots: ir::StackSlots, info: FunctionInfo, } /// Function and its instructions addresses mappings. #[derive(Debug, Clone, PartialEq, Eq, Default)] struct FunctionAddressMap { /// An array of data for the instructions in this function, indicating where /// each instruction maps back to in the original function. /// /// This array is sorted least-to-greatest by the `code_offset` field. /// Additionally the span of each `InstructionAddressMap` is implicitly the /// gap between it and the next item in the array. instructions: Box<[InstructionAddressMap]>, /// Function's initial offset in the source file, specified in bytes from /// the front of the file. start_srcloc: FilePos, /// Function's end offset in the source file, specified in bytes from /// the front of the file. end_srcloc: FilePos, /// Generated function body offset if applicable, otherwise 0. body_offset: usize, /// Generated function body length. body_len: u32, } /// A record of a relocation to perform. #[derive(Debug, Clone, PartialEq, Eq)] struct Relocation { /// The relocation code. reloc: binemit::Reloc, /// Relocation target. reloc_target: RelocationTarget, /// The offset where to apply the relocation. offset: binemit::CodeOffset, /// The addend to add to the relocation value. addend: binemit::Addend, } /// Destination function. Can be either user function or some special one, like `memory.grow`. #[derive(Debug, Copy, Clone, PartialEq, Eq)] enum RelocationTarget { /// The user function index. UserFunc(FuncIndex), /// A compiler-generated libcall. LibCall(ir::LibCall), } /// Creates a new cranelift `Signature` with no wasm params/results for the /// given calling convention. /// /// This will add the default vmctx/etc parameters to the signature returned. fn blank_sig(isa: &dyn TargetIsa, call_conv: CallConv) -> ir::Signature { let pointer_type = isa.pointer_type(); let mut sig = ir::Signature::new(call_conv); // Add the caller/callee `vmctx` parameters. sig.params.push(ir::AbiParam::special( pointer_type, ir::ArgumentPurpose::VMContext, )); sig.params.push(ir::AbiParam::new(pointer_type)); return sig; } /// Returns the default calling convention for the `isa` provided. /// /// Note that this calling convention is used for exported functions. fn wasmtime_call_conv(isa: &dyn TargetIsa) -> CallConv { match isa.triple().default_calling_convention() { Ok(CallingConvention::AppleAarch64) => CallConv::WasmtimeAppleAarch64, Ok(CallingConvention::SystemV) | Err(()) => CallConv::WasmtimeSystemV, Ok(CallingConvention::WindowsFastcall) => CallConv::WasmtimeFastcall, Ok(unimp) => unimplemented!("calling convention: {:?}", unimp), } } /// Appends the types of the `wasm` function signature into the `sig` signature /// provided. /// /// Typically the `sig` signature will have been created from [`blank_sig`] /// above. fn push_types(isa: &dyn TargetIsa, sig: &mut ir::Signature, wasm: &WasmFuncType) { let cvt = |ty: &WasmType| ir::AbiParam::new(value_type(isa, *ty)); sig.params.extend(wasm.params().iter().map(&cvt)); sig.returns.extend(wasm.returns().iter().map(&cvt)); } /// Returns the corresponding cranelift type for the provided wasm type. fn value_type(isa: &dyn TargetIsa, ty: WasmType) -> ir::types::Type { match ty { WasmType::I32 => ir::types::I32, WasmType::I64 => ir::types::I64, WasmType::F32 => ir::types::F32, WasmType::F64 => ir::types::F64, WasmType::V128 => ir::types::I8X16, WasmType::FuncRef | WasmType::ExternRef => reference_type(ty, isa.pointer_type()), } } /// Returns a cranelift signature suitable to indirectly call the wasm signature /// specified by `wasm`. /// /// This will implicitly use the default calling convention for `isa` since to /// indirectly call a wasm function it must be possibly exported somehow (e.g. /// this assumes the function target to call doesn't use the "fast" calling /// convention). fn indirect_signature(isa: &dyn TargetIsa, wasm: &WasmFuncType) -> ir::Signature { let mut sig = blank_sig(isa, wasmtime_call_conv(isa)); push_types(isa, &mut sig, wasm); return sig; } /// Returns the cranelift fucntion signature of the function specified. /// /// Note that this will determine the calling convention for the function, and /// namely includes an optimization where functions never exported from a module /// use a custom theoretically faster calling convention instead of the default. fn func_signature( isa: &dyn TargetIsa, translation: &ModuleTranslation, types: &ModuleTypes, index: FuncIndex, ) -> ir::Signature { let func = &translation.module.functions[index]; let call_conv = match translation.module.defined_func_index(index) { // If this is a defined function in the module and it doesn't escape // then we can optimize this function to use the fastest calling // convention since it's purely an internal implementation detail of // the module itself. Some(_idx) if !func.is_escaping() => { let on_apple_aarch64 = isa .triple() .default_calling_convention() .unwrap_or(CallingConvention::SystemV) == CallingConvention::AppleAarch64; if on_apple_aarch64 { // FIXME: We need an Apple-specific calling convention, so that // Cranelift's ABI implementation generates unwinding directives // about pointer authentication usage, so we can't just use // `CallConv::Fast`. CallConv::WasmtimeAppleAarch64 } else { CallConv::Fast } } // ... otherwise if it's an imported function or if it's a possibly // exported function then we use the default ABI wasmtime would // otherwise select. _ => wasmtime_call_conv(isa), }; let mut sig = blank_sig(isa, call_conv); push_types(isa, &mut sig, &types[func.signature]); return sig; } /// Returns the reference type to use for the provided wasm type. fn reference_type(wasm_ty: cranelift_wasm::WasmType, pointer_type: ir::Type) -> ir::Type { match wasm_ty { cranelift_wasm::WasmType::FuncRef => pointer_type, cranelift_wasm::WasmType::ExternRef => match pointer_type { ir::types::I32 => ir::types::R32, ir::types::I64 => ir::types::R64, _ => panic!("unsupported pointer type"), }, _ => panic!("unsupported Wasm reference type"), } }