Merge pull request #2701 from bytecodealliance/pch/wiggle_async

wiggle: support for Rust async
This commit is contained in:
Pat Hickey
2021-03-05 10:43:55 -08:00
committed by GitHub
36 changed files with 754 additions and 152 deletions

14
Cargo.lock generated
View File

@@ -125,6 +125,17 @@ version = "0.5.2"
source = "registry+https://github.com/rust-lang/crates.io-index" source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "23b62fc65de8e4e7f52534fb52b0f3ed04746ae267519eef2a83941e8085068b" checksum = "23b62fc65de8e4e7f52534fb52b0f3ed04746ae267519eef2a83941e8085068b"
[[package]]
name = "async-trait"
version = "0.1.42"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "8d3a45e77e34375a7923b1e8febb049bb011f064714a8e17a1a616fef01da13d"
dependencies = [
"proc-macro2",
"quote",
"syn",
]
[[package]] [[package]]
name = "atty" name = "atty"
version = "0.2.14" version = "0.2.14"
@@ -3473,6 +3484,8 @@ dependencies = [
name = "wasmtime-wiggle" name = "wasmtime-wiggle"
version = "0.24.0" version = "0.24.0"
dependencies = [ dependencies = [
"anyhow",
"proptest",
"wasmtime", "wasmtime",
"wasmtime-wiggle-macro", "wasmtime-wiggle-macro",
"wiggle", "wiggle",
@@ -3531,6 +3544,7 @@ dependencies = [
name = "wiggle" name = "wiggle"
version = "0.24.0" version = "0.24.0"
dependencies = [ dependencies = [
"async-trait",
"bitflags", "bitflags",
"proptest", "proptest",
"thiserror", "thiserror",

View File

@@ -74,6 +74,8 @@ members = [
"crates/misc/run-examples", "crates/misc/run-examples",
"crates/misc/rust", "crates/misc/rust",
"crates/wiggle", "crates/wiggle",
"crates/wiggle/generate",
"crates/wiggle/macro",
"crates/wiggle/wasmtime", "crates/wiggle/wasmtime",
"crates/wasi-common", "crates/wasi-common",
"crates/wasi-common/cap-std-sync", "crates/wasi-common/cap-std-sync",

View File

@@ -15,7 +15,6 @@ use wiggle::GuestPtr;
wiggle::from_witx!({ wiggle::from_witx!({
witx: ["$WASI_ROOT/phases/old/snapshot_0/witx/wasi_unstable.witx"], witx: ["$WASI_ROOT/phases/old/snapshot_0/witx/wasi_unstable.witx"],
ctx: WasiCtx,
errors: { errno => Error }, errors: { errno => Error },
}); });

View File

@@ -21,7 +21,6 @@ use wiggle::GuestPtr;
wiggle::from_witx!({ wiggle::from_witx!({
witx: ["$WASI_ROOT/phases/snapshot/witx/wasi_snapshot_preview1.witx"], witx: ["$WASI_ROOT/phases/snapshot/witx/wasi_snapshot_preview1.witx"],
ctx: WasiCtx,
errors: { errno => Error }, errors: { errno => Error },
}); });

View File

@@ -2,7 +2,6 @@ pub use wasi_crypto::CryptoCtx as WasiCryptoCtx;
wiggle::from_witx!({ wiggle::from_witx!({
witx: ["$CARGO_MANIFEST_DIR/spec/witx/wasi_ephemeral_crypto.witx"], witx: ["$CARGO_MANIFEST_DIR/spec/witx/wasi_ephemeral_crypto.witx"],
ctx: WasiCryptoCtx
}); });
pub mod wasi_modules { pub mod wasi_modules {

View File

@@ -5,7 +5,6 @@ use crate::ctx::WasiNnError;
// Generate the traits and types of wasi-nn in several Rust modules (e.g. `types`). // Generate the traits and types of wasi-nn in several Rust modules (e.g. `types`).
wiggle::from_witx!({ wiggle::from_witx!({
witx: ["$WASI_ROOT/phases/ephemeral/witx/wasi_ephemeral_nn.witx"], witx: ["$WASI_ROOT/phases/ephemeral/witx/wasi_ephemeral_nn.witx"],
ctx: WasiNnCtx,
errors: { nn_errno => WasiNnError } errors: { nn_errno => WasiNnError }
}); });

View File

@@ -601,6 +601,16 @@ impl Linker {
Instance::new(&self.store, module, &imports) Instance::new(&self.store, module, &imports)
} }
/// Attempts to instantiate the `module` provided. This is the same as [`Linker::instantiate`],
/// except for async `Store`s.
#[cfg(feature = "async")]
#[cfg_attr(nightlydoc, doc(cfg(feature = "async")))]
pub async fn instantiate_async(&self, module: &Module) -> Result<Instance> {
let imports = self.compute_imports(module)?;
Instance::new_async(&self.store, module, &imports).await
}
fn compute_imports(&self, module: &Module) -> Result<Vec<Extern>> { fn compute_imports(&self, module: &Module) -> Result<Vec<Extern>> {
module module
.imports() .imports()

View File

@@ -16,6 +16,7 @@ witx = { path = "../wasi-common/WASI/tools/witx", version = "0.9", optional = tr
wiggle-macro = { path = "macro", version = "0.24.0" } wiggle-macro = { path = "macro", version = "0.24.0" }
tracing = "0.1.15" tracing = "0.1.15"
bitflags = "1.2" bitflags = "1.2"
async-trait = "0.1.42"
[badges] [badges]
maintenance = { status = "actively-developed" } maintenance = { status = "actively-developed" }

View File

@@ -1,10 +1,28 @@
use crate::config::ErrorConf; use crate::config::{AsyncConf, ErrorConf};
use anyhow::{anyhow, Error}; use anyhow::{anyhow, Error};
use proc_macro2::TokenStream; use proc_macro2::TokenStream;
use quote::quote; use quote::quote;
use std::collections::HashMap; use std::collections::HashMap;
use std::rc::Rc; use std::rc::Rc;
use witx::{Document, Id, NamedType, TypeRef}; use witx::{Document, Id, InterfaceFunc, Module, NamedType, TypeRef};
pub struct CodegenSettings {
pub errors: ErrorTransform,
async_: AsyncConf,
}
impl CodegenSettings {
pub fn new(error_conf: &ErrorConf, async_: &AsyncConf, doc: &Document) -> Result<Self, Error> {
let errors = ErrorTransform::new(error_conf, doc)?;
Ok(Self {
errors,
async_: async_.clone(),
})
}
pub fn is_async(&self, module: &Module, func: &InterfaceFunc) -> bool {
self.async_
.is_async(module.name.as_str(), func.name.as_str())
}
}
pub struct ErrorTransform { pub struct ErrorTransform {
m: Vec<UserErrorType>, m: Vec<UserErrorType>,

View File

@@ -12,21 +12,20 @@ use {
#[derive(Debug, Clone)] #[derive(Debug, Clone)]
pub struct Config { pub struct Config {
pub witx: WitxConf, pub witx: WitxConf,
pub ctx: CtxConf,
pub errors: ErrorConf, pub errors: ErrorConf,
pub async_: AsyncConf,
} }
#[derive(Debug, Clone)] #[derive(Debug, Clone)]
pub enum ConfigField { pub enum ConfigField {
Witx(WitxConf), Witx(WitxConf),
Ctx(CtxConf),
Error(ErrorConf), Error(ErrorConf),
Async(AsyncConf),
} }
mod kw { mod kw {
syn::custom_keyword!(witx); syn::custom_keyword!(witx);
syn::custom_keyword!(witx_literal); syn::custom_keyword!(witx_literal);
syn::custom_keyword!(ctx);
syn::custom_keyword!(errors); syn::custom_keyword!(errors);
} }
@@ -41,14 +40,14 @@ impl Parse for ConfigField {
input.parse::<kw::witx_literal>()?; input.parse::<kw::witx_literal>()?;
input.parse::<Token![:]>()?; input.parse::<Token![:]>()?;
Ok(ConfigField::Witx(WitxConf::Literal(input.parse()?))) Ok(ConfigField::Witx(WitxConf::Literal(input.parse()?)))
} else if lookahead.peek(kw::ctx) {
input.parse::<kw::ctx>()?;
input.parse::<Token![:]>()?;
Ok(ConfigField::Ctx(input.parse()?))
} else if lookahead.peek(kw::errors) { } else if lookahead.peek(kw::errors) {
input.parse::<kw::errors>()?; input.parse::<kw::errors>()?;
input.parse::<Token![:]>()?; input.parse::<Token![:]>()?;
Ok(ConfigField::Error(input.parse()?)) Ok(ConfigField::Error(input.parse()?))
} else if lookahead.peek(Token![async]) {
input.parse::<Token![async]>()?;
input.parse::<Token![:]>()?;
Ok(ConfigField::Async(input.parse()?))
} else { } else {
Err(lookahead.error()) Err(lookahead.error())
} }
@@ -58,8 +57,8 @@ impl Parse for ConfigField {
impl Config { impl Config {
pub fn build(fields: impl Iterator<Item = ConfigField>, err_loc: Span) -> Result<Self> { pub fn build(fields: impl Iterator<Item = ConfigField>, err_loc: Span) -> Result<Self> {
let mut witx = None; let mut witx = None;
let mut ctx = None;
let mut errors = None; let mut errors = None;
let mut async_ = None;
for f in fields { for f in fields {
match f { match f {
ConfigField::Witx(c) => { ConfigField::Witx(c) => {
@@ -68,28 +67,26 @@ impl Config {
} }
witx = Some(c); witx = Some(c);
} }
ConfigField::Ctx(c) => {
if ctx.is_some() {
return Err(Error::new(err_loc, "duplicate `ctx` field"));
}
ctx = Some(c);
}
ConfigField::Error(c) => { ConfigField::Error(c) => {
if errors.is_some() { if errors.is_some() {
return Err(Error::new(err_loc, "duplicate `errors` field")); return Err(Error::new(err_loc, "duplicate `errors` field"));
} }
errors = Some(c); errors = Some(c);
} }
ConfigField::Async(c) => {
if async_.is_some() {
return Err(Error::new(err_loc, "duplicate `async` field"));
}
async_ = Some(c);
}
} }
} }
Ok(Config { Ok(Config {
witx: witx witx: witx
.take() .take()
.ok_or_else(|| Error::new(err_loc, "`witx` field required"))?, .ok_or_else(|| Error::new(err_loc, "`witx` field required"))?,
ctx: ctx
.take()
.ok_or_else(|| Error::new(err_loc, "`ctx` field required"))?,
errors: errors.take().unwrap_or_default(), errors: errors.take().unwrap_or_default(),
async_: async_.take().unwrap_or_default(),
}) })
} }
@@ -216,19 +213,6 @@ impl Parse for Literal {
} }
} }
#[derive(Debug, Clone)]
pub struct CtxConf {
pub name: Ident,
}
impl Parse for CtxConf {
fn parse(input: ParseStream) -> Result<Self> {
Ok(CtxConf {
name: input.parse()?,
})
}
}
#[derive(Clone, Default, Debug)] #[derive(Clone, Default, Debug)]
/// Map from abi error type to rich error type /// Map from abi error type to rich error type
pub struct ErrorConf(HashMap<Ident, ErrorConfField>); pub struct ErrorConf(HashMap<Ident, ErrorConfField>);
@@ -294,3 +278,77 @@ impl Parse for ErrorConfField {
}) })
} }
} }
#[derive(Clone, Default, Debug)]
/// Modules and funcs that should be async
pub struct AsyncConf(HashMap<String, Vec<String>>);
impl AsyncConf {
pub fn is_async(&self, module: &str, function: &str) -> bool {
self.0
.get(module)
.and_then(|fs| fs.iter().find(|f| *f == function))
.is_some()
}
}
impl Parse for AsyncConf {
fn parse(input: ParseStream) -> Result<Self> {
let content;
let _ = braced!(content in input);
let items: Punctuated<AsyncConfField, Token![,]> =
content.parse_terminated(Parse::parse)?;
let mut m: HashMap<String, Vec<String>> = HashMap::new();
use std::collections::hash_map::Entry;
for i in items {
let function_names = i
.function_names
.iter()
.map(|i| i.to_string())
.collect::<Vec<String>>();
match m.entry(i.module_name.to_string()) {
Entry::Occupied(o) => o.into_mut().extend(function_names),
Entry::Vacant(v) => {
v.insert(function_names);
}
}
}
Ok(AsyncConf(m))
}
}
#[derive(Clone)]
pub struct AsyncConfField {
pub module_name: Ident,
pub function_names: Vec<Ident>,
pub err_loc: Span,
}
impl Parse for AsyncConfField {
fn parse(input: ParseStream) -> Result<Self> {
let err_loc = input.span();
let module_name = input.parse::<Ident>()?;
let _doublecolon: Token![::] = input.parse()?;
let lookahead = input.lookahead1();
if lookahead.peek(syn::token::Brace) {
let content;
let _ = braced!(content in input);
let function_names: Punctuated<Ident, Token![,]> =
content.parse_terminated(Parse::parse)?;
Ok(AsyncConfField {
module_name,
function_names: function_names.iter().cloned().collect(),
err_loc,
})
} else if lookahead.peek(Ident) {
let name = input.parse()?;
Ok(AsyncConfField {
module_name,
function_names: vec![name],
err_loc,
})
} else {
Err(lookahead.error())
}
}
}

View File

@@ -1,4 +1,4 @@
use crate::error_transform::ErrorTransform; use crate::codegen_settings::CodegenSettings;
use crate::lifetimes::anon_lifetime; use crate::lifetimes::anon_lifetime;
use crate::module_trait::passed_by_reference; use crate::module_trait::passed_by_reference;
use crate::names::Names; use crate::names::Names;
@@ -12,11 +12,10 @@ pub fn define_func(
names: &Names, names: &Names,
module: &witx::Module, module: &witx::Module,
func: &witx::InterfaceFunc, func: &witx::InterfaceFunc,
errxform: &ErrorTransform, settings: &CodegenSettings,
) -> TokenStream { ) -> TokenStream {
let rt = names.runtime_mod(); let rt = names.runtime_mod();
let ident = names.func(&func.name); let ident = names.func(&func.name);
let ctx_type = names.ctx_type();
let (wasm_params, wasm_results) = func.wasm_signature(); let (wasm_params, wasm_results) = func.wasm_signature();
let param_names = (0..wasm_params.len()) let param_names = (0..wasm_params.len())
@@ -37,6 +36,7 @@ pub fn define_func(
}; };
let mut body = TokenStream::new(); let mut body = TokenStream::new();
let mut required_impls = vec![names.trait_name(&module.name)];
func.call_interface( func.call_interface(
&module.name, &module.name,
&mut Rust { &mut Rust {
@@ -48,16 +48,22 @@ pub fn define_func(
names, names,
module, module,
funcname: func.name.as_str(), funcname: func.name.as_str(),
errxform, settings,
required_impls: &mut required_impls,
}, },
); );
let asyncness = if settings.is_async(&module, &func) {
quote!(async)
} else {
quote!()
};
let mod_name = &module.name.as_str(); let mod_name = &module.name.as_str();
let func_name = &func.name.as_str(); let func_name = &func.name.as_str();
quote! { quote! {
#[allow(unreachable_code)] // deals with warnings in noreturn functions #[allow(unreachable_code)] // deals with warnings in noreturn functions
pub fn #ident( pub #asyncness fn #ident(
ctx: &#ctx_type, ctx: &(impl #(#required_impls)+*),
memory: &dyn #rt::GuestMemory, memory: &dyn #rt::GuestMemory,
#(#abi_params),* #(#abi_params),*
) -> Result<#abi_ret, #rt::Trap> { ) -> Result<#abi_ret, #rt::Trap> {
@@ -85,7 +91,16 @@ struct Rust<'a> {
names: &'a Names, names: &'a Names,
module: &'a witx::Module, module: &'a witx::Module,
funcname: &'a str, funcname: &'a str,
errxform: &'a ErrorTransform, settings: &'a CodegenSettings,
required_impls: &'a mut Vec<Ident>,
}
impl Rust<'_> {
fn required_impl(&mut self, i: Ident) {
if !self.required_impls.contains(&i) {
self.required_impls.push(i);
}
}
} }
impl witx::Bindgen for Rust<'_> { impl witx::Bindgen for Rust<'_> {
@@ -205,8 +220,16 @@ impl witx::Bindgen for Rust<'_> {
let trait_name = self.names.trait_name(&self.module.name); let trait_name = self.names.trait_name(&self.module.name);
let ident = self.names.func(&func.name); let ident = self.names.func(&func.name);
if self.settings.is_async(&self.module, &func) {
self.src.extend(quote! {
let ret = #trait_name::#ident(ctx, #(#args),*).await;
})
} else {
self.src.extend(quote! {
let ret = #trait_name::#ident(ctx, #(#args),*);
})
};
self.src.extend(quote! { self.src.extend(quote! {
let ret = #trait_name::#ident(ctx, #(#args),*);
#rt::tracing::event!( #rt::tracing::event!(
#rt::tracing::Level::TRACE, #rt::tracing::Level::TRACE,
result = #rt::tracing::field::debug(&ret), result = #rt::tracing::field::debug(&ret),
@@ -226,9 +249,10 @@ impl witx::Bindgen for Rust<'_> {
// enum, and *then* we lower to an i32. // enum, and *then* we lower to an i32.
Instruction::EnumLower { ty } => { Instruction::EnumLower { ty } => {
let val = operands.pop().unwrap(); let val = operands.pop().unwrap();
let val = match self.errxform.for_name(ty) { let val = match self.settings.errors.for_name(ty) {
Some(custom) => { Some(custom) => {
let method = self.names.user_error_conversion_method(&custom); let method = self.names.user_error_conversion_method(&custom);
self.required_impl(quote::format_ident!("UserErrorConversion"));
quote!(UserErrorConversion::#method(ctx, #val)?) quote!(UserErrorConversion::#method(ctx, #val)?)
} }
None => val, None => val,

View File

@@ -1,5 +1,5 @@
mod codegen_settings;
pub mod config; pub mod config;
mod error_transform;
mod funcs; mod funcs;
mod lifetimes; mod lifetimes;
mod module_trait; mod module_trait;
@@ -11,14 +11,14 @@ use lifetimes::anon_lifetime;
use proc_macro2::{Literal, TokenStream}; use proc_macro2::{Literal, TokenStream};
use quote::quote; use quote::quote;
pub use codegen_settings::{CodegenSettings, UserErrorType};
pub use config::Config; pub use config::Config;
pub use error_transform::{ErrorTransform, UserErrorType};
pub use funcs::define_func; pub use funcs::define_func;
pub use module_trait::define_module_trait; pub use module_trait::define_module_trait;
pub use names::Names; pub use names::Names;
pub use types::define_datatype; pub use types::define_datatype;
pub fn generate(doc: &witx::Document, names: &Names, errs: &ErrorTransform) -> TokenStream { pub fn generate(doc: &witx::Document, names: &Names, settings: &CodegenSettings) -> TokenStream {
// TODO at some point config should grow more ability to configure name // TODO at some point config should grow more ability to configure name
// overrides. // overrides.
let rt = names.runtime_mod(); let rt = names.runtime_mod();
@@ -49,7 +49,7 @@ pub fn generate(doc: &witx::Document, names: &Names, errs: &ErrorTransform) -> T
} }
}; };
let user_error_methods = errs.iter().map(|errtype| { let user_error_methods = settings.errors.iter().map(|errtype| {
let abi_typename = names.type_ref(&errtype.abi_type(), anon_lifetime()); let abi_typename = names.type_ref(&errtype.abi_type(), anon_lifetime());
let user_typename = errtype.typename(); let user_typename = errtype.typename();
let methodname = names.user_error_conversion_method(&errtype); let methodname = names.user_error_conversion_method(&errtype);
@@ -64,12 +64,10 @@ pub fn generate(doc: &witx::Document, names: &Names, errs: &ErrorTransform) -> T
let modname = names.module(&module.name); let modname = names.module(&module.name);
let fs = module let fs = module
.funcs() .funcs()
.map(|f| define_func(&names, &module, &f, &errs)); .map(|f| define_func(&names, &module, &f, &settings));
let modtrait = define_module_trait(&names, &module, &errs); let modtrait = define_module_trait(&names, &module, &settings);
let ctx_type = names.ctx_type();
quote!( quote!(
pub mod #modname { pub mod #modname {
use super::#ctx_type;
use super::types::*; use super::types::*;
#(#fs)* #(#fs)*

View File

@@ -1,7 +1,7 @@
use proc_macro2::TokenStream; use proc_macro2::TokenStream;
use quote::quote; use quote::quote;
use crate::error_transform::ErrorTransform; use crate::codegen_settings::CodegenSettings;
use crate::lifetimes::{anon_lifetime, LifetimeExt}; use crate::lifetimes::{anon_lifetime, LifetimeExt};
use crate::names::Names; use crate::names::Names;
use witx::Module; use witx::Module;
@@ -15,8 +15,9 @@ pub fn passed_by_reference(ty: &witx::Type) -> bool {
} }
} }
pub fn define_module_trait(names: &Names, m: &Module, errxform: &ErrorTransform) -> TokenStream { pub fn define_module_trait(names: &Names, m: &Module, settings: &CodegenSettings) -> TokenStream {
let traitname = names.trait_name(&m.name); let traitname = names.trait_name(&m.name);
let rt = names.runtime_mod();
let traitmethods = m.funcs().map(|f| { let traitmethods = m.funcs().map(|f| {
// Check if we're returning an entity anotated with a lifetime, // Check if we're returning an entity anotated with a lifetime,
// in which case, we'll need to annotate the function itself, and // in which case, we'll need to annotate the function itself, and
@@ -43,7 +44,6 @@ pub fn define_module_trait(names: &Names, m: &Module, errxform: &ErrorTransform)
quote!(#arg_name: #arg_type) quote!(#arg_name: #arg_type)
}); });
let rt = names.runtime_mod();
let result = match f.results.len() { let result = match f.results.len() {
0 if f.noreturn => quote!(#rt::Trap), 0 if f.noreturn => quote!(#rt::Trap),
0 => quote!(()), 0 => quote!(()),
@@ -61,7 +61,7 @@ pub fn define_module_trait(names: &Names, m: &Module, errxform: &ErrorTransform)
None => quote!(()), None => quote!(()),
}; };
let err = match err { let err = match err {
Some(ty) => match errxform.for_abi_error(ty) { Some(ty) => match settings.errors.for_abi_error(ty) {
Some(custom) => { Some(custom) => {
let tn = custom.typename(); let tn = custom.typename();
quote!(super::#tn) quote!(super::#tn)
@@ -75,13 +75,22 @@ pub fn define_module_trait(names: &Names, m: &Module, errxform: &ErrorTransform)
_ => unimplemented!(), _ => unimplemented!(),
}; };
if is_anonymous { let asyncness = if settings.is_async(&m, &f) {
quote!(fn #funcname(&self, #(#args),*) -> #result; ) quote!(async)
} else { } else {
quote!(fn #funcname<#lifetime>(&self, #(#args),*) -> #result;) quote!()
};
if is_anonymous {
quote!(#asyncness fn #funcname(&self, #(#args),*) -> #result; )
} else {
quote!(#asyncness fn #funcname<#lifetime>(&self, #(#args),*) -> #result;)
} }
}); });
quote! { quote! {
use #rt::async_trait;
#[async_trait(?Send)]
pub trait #traitname { pub trait #traitname {
#(#traitmethods)* #(#traitmethods)*
} }

View File

@@ -7,20 +7,12 @@ use witx::{BuiltinType, Id, Type, TypeRef, WasmType};
use crate::{lifetimes::LifetimeExt, UserErrorType}; use crate::{lifetimes::LifetimeExt, UserErrorType};
pub struct Names { pub struct Names {
ctx_type: Ident,
runtime_mod: TokenStream, runtime_mod: TokenStream,
} }
impl Names { impl Names {
pub fn new(ctx_type: &Ident, runtime_mod: TokenStream) -> Names { pub fn new(runtime_mod: TokenStream) -> Names {
Names { Names { runtime_mod }
ctx_type: ctx_type.clone(),
runtime_mod,
}
}
pub fn ctx_type(&self) -> Ident {
self.ctx_type.clone()
} }
pub fn runtime_mod(&self) -> TokenStream { pub fn runtime_mod(&self) -> TokenStream {

View File

@@ -15,9 +15,11 @@ use syn::parse_macro_input;
/// Rust-idiomatic snake\_case. /// Rust-idiomatic snake\_case.
/// ///
/// * For each `@interface func` defined in a witx module, an abi-level /// * For each `@interface func` defined in a witx module, an abi-level
/// function is generated which takes ABI-level arguments, along with a /// function is generated which takes ABI-level arguments, along with
/// "context" struct (whose type is given by the `ctx` field in the /// a ref that impls the module trait, and a `GuestMemory` implementation.
/// macro invocation) and a `GuestMemory` implementation. /// Users typically won't use these abi-level functions: The `wasmtime-wiggle`
/// and `lucet-wiggle` crates adapt these to work with a particular WebAssembly
/// engine.
/// ///
/// * A public "module trait" is defined (called the module name, in /// * A public "module trait" is defined (called the module name, in
/// SnakeCase) which has a `&self` method for each function in the /// SnakeCase) which has a `&self` method for each function in the
@@ -27,57 +29,94 @@ use syn::parse_macro_input;
/// Arguments are provided using Rust struct value syntax. /// Arguments are provided using Rust struct value syntax.
/// ///
/// * `witx` takes a list of string literal paths. Paths are relative to the /// * `witx` takes a list of string literal paths. Paths are relative to the
/// CARGO_MANIFEST_DIR of the crate where the macro is invoked. /// CARGO_MANIFEST_DIR of the crate where the macro is invoked. Alternatively,
/// * `ctx` takes a type name. This type must implement all of the module /// `witx_literal` takes a string containing a complete witx document.
/// traits /// * Optional: `errors` takes a mapping of witx identifiers to types, e.g
/// `{ errno => YourErrnoType }`. This allows you to use the `UserErrorConversion`
/// trait to map these rich errors into the flat witx type, or to terminate
/// WebAssembly execution by trapping.
/// * Optional: `async` takes a set of witx modules and functions which are
/// made Rust `async` functions in the module trait.
/// ///
/// ## Example /// ## Example
/// ///
/// ``` /// ```
/// use wiggle::{GuestPtr, GuestErrorType}; /// use wiggle::GuestPtr;
///
/// /// The test witx file `arrays.witx` lives in the test directory. For a
/// /// full-fledged example with runtime tests, see `tests/arrays.rs` and
/// /// the rest of the files in that directory.
/// wiggle::from_witx!({ /// wiggle::from_witx!({
/// witx: ["../tests/arrays.witx"], /// witx_literal: "
/// ctx: YourCtxType, /// (typename $errno
/// (enum (@witx tag u32)
/// $ok
/// $invalid_arg
/// $io
/// $overflow))
/// (typename $alias_to_float f32)
/// (module $example
/// (@interface func (export \"int_float_args\")
/// (param $an_int u32)
/// (param $some_floats (list f32))
/// (result $r (expected (error $errno))))
/// (@interface func (export \"double_int_return_float\")
/// (param $an_int u32)
/// (result $r (expected $alias_to_float (error $errno)))))
/// ",
/// errors: { errno => YourRichError },
/// async: { example::double_int_return_float },
/// }); /// });
/// ///
/// /// The `ctx` type for this wiggle invocation. /// /// Witx generates a set of traits, which the user must impl on a
/// /// type they define. We call this the ctx type. It stores any context
/// /// these functions need to execute.
/// pub struct YourCtxType {} /// pub struct YourCtxType {}
/// ///
/// /// `arrays.witx` contains one module called `arrays`. So, we must /// /// Witx provides a hook to translate "rich" (arbitrary Rust type) errors
/// /// implement this one method trait for our ctx type: /// /// into the flat error enums used at the WebAssembly interface. You will
/// impl arrays::Arrays for YourCtxType { /// /// need to impl the `types::UserErrorConversion` trait to provide a translation
/// /// from this rich type.
/// #[derive(Debug)]
/// pub enum YourRichError {
/// InvalidArg(String),
/// Io(std::io::Error),
/// Overflow,
/// Trap(String),
/// }
///
/// /// The above witx text contains one module called `$example`. So, we must
/// /// implement this one method trait for our ctx type.
/// #[wiggle::async_trait(?Send)]
/// /// We specified in the `async_` field that `example::double_int_return_float`
/// /// is an asynchronous method. Therefore, we use the `async_trait` proc macro
/// /// (re-exported by wiggle from the crate of the same name) to define this
/// /// trait, so that `double_int_return_float` can be an `async fn`.
/// impl example::Example for YourCtxType {
/// /// The arrays module has two methods, shown here. /// /// The arrays module has two methods, shown here.
/// /// Note that the `GuestPtr` type comes from `wiggle`, /// /// Note that the `GuestPtr` type comes from `wiggle`,
/// /// whereas the witx-defined types like `Excuse` and `Errno` come /// /// whereas the witx-defined types like `Excuse` and `Errno` come
/// /// from the `pub mod types` emitted by the `wiggle::from_witx!` /// /// from the `pub mod types` emitted by the `wiggle::from_witx!`
/// /// invocation above. /// /// invocation above.
/// fn reduce_excuses(&self, _a: &GuestPtr<[GuestPtr<types::Excuse>]>) /// fn int_float_args(&self, _int: u32, _floats: &GuestPtr<[f32]>)
/// -> Result<types::Excuse, types::Errno> { /// -> Result<(), YourRichError> {
/// unimplemented!() /// unimplemented!()
/// } /// }
/// fn populate_excuses(&self, _a: &GuestPtr<[GuestPtr<types::Excuse>]>) /// async fn double_int_return_float(&self, int: u32)
/// -> Result<(), types::Errno> { /// -> Result<f32, YourRichError> {
/// unimplemented!() /// Ok(int.checked_mul(2).ok_or(YourRichError::Overflow)? as f32)
/// } /// }
/// } /// }
/// ///
/// /// For all types used in the `Error` position of a `Result` in the module /// /// For all types used in the `error` an `expected` in the witx document,
/// /// traits, you must implement `GuestErrorType` which tells wiggle-generated /// /// you must implement `GuestErrorType` which tells wiggle-generated
/// /// code what value to return when the method returns Ok(...). /// /// code what value to return when the method returns Ok(...).
/// impl GuestErrorType for types::Errno { /// impl wiggle::GuestErrorType for types::Errno {
/// fn success() -> Self { /// fn success() -> Self {
/// unimplemented!() /// unimplemented!()
/// } /// }
/// } /// }
/// ///
/// /// The `types::GuestErrorConversion` trait is also generated with a method for /// /// The `types::GuestErrorConversion` trait is also generated with a method for
/// /// each type used in the `Error` position. This trait allows wiggle-generated /// /// each type used in the `error` position. This trait allows wiggle-generated
/// /// code to convert a `wiggle::GuestError` into the right error type. The trait /// /// code to convert a `wiggle::GuestError` into the right error type. The trait
/// /// must be implemented for the user's `ctx` type. /// /// must be implemented for the user's ctx type.
/// ///
/// impl types::GuestErrorConversion for YourCtxType { /// impl types::GuestErrorConversion for YourCtxType {
/// fn into_errno(&self, _e: wiggle::GuestError) -> types::Errno { /// fn into_errno(&self, _e: wiggle::GuestError) -> types::Errno {
@@ -85,6 +124,26 @@ use syn::parse_macro_input;
/// } /// }
/// } /// }
/// ///
/// /// If you specify a `error` mapping to the macro, you must implement the
/// /// `types::UserErrorConversion` for your ctx type as well. This trait gives
/// /// you an opportunity to store or log your rich error type, while returning
/// /// a basic witx enum to the WebAssembly caller. It also gives you the ability
/// /// to terminate WebAssembly execution by trapping.
///
/// impl types::UserErrorConversion for YourCtxType {
/// fn errno_from_your_rich_error(&self, e: YourRichError)
/// -> Result<types::Errno, wiggle::Trap>
/// {
/// println!("Rich error: {:?}", e);
/// match e {
/// YourRichError::InvalidArg{..} => Ok(types::Errno::InvalidArg),
/// YourRichError::Io{..} => Ok(types::Errno::Io),
/// YourRichError::Overflow => Ok(types::Errno::Overflow),
/// YourRichError::Trap(s) => Err(wiggle::Trap::String(s)),
/// }
/// }
/// }
///
/// # fn main() { println!("this fools doc tests into compiling the above outside a function body") /// # fn main() { println!("this fools doc tests into compiling the above outside a function body")
/// # } /// # }
/// ``` /// ```
@@ -93,10 +152,11 @@ pub fn from_witx(args: TokenStream) -> TokenStream {
let config = parse_macro_input!(args as wiggle_generate::Config); let config = parse_macro_input!(args as wiggle_generate::Config);
let doc = config.load_document(); let doc = config.load_document();
let names = wiggle_generate::Names::new(&config.ctx.name, quote!(wiggle)); let names = wiggle_generate::Names::new(quote!(wiggle));
let error_transform = wiggle_generate::ErrorTransform::new(&config.errors, &doc) let error_transform =
.expect("validating error transform"); wiggle_generate::CodegenSettings::new(&config.errors, &config.async_, &doc)
.expect("validating codegen settings");
let code = wiggle_generate::generate(&doc, &names, &error_transform); let code = wiggle_generate::generate(&doc, &names, &error_transform);
let metadata = if cfg!(feature = "wiggle_metadata") { let metadata = if cfg!(feature = "wiggle_metadata") {

View File

@@ -6,8 +6,10 @@ use std::slice;
use std::str; use std::str;
use std::sync::Arc; use std::sync::Arc;
pub use bitflags;
pub use wiggle_macro::from_witx; pub use wiggle_macro::from_witx;
// re-exports so users of wiggle don't need to track the dependency:
pub use async_trait::async_trait;
pub use bitflags;
#[cfg(feature = "wiggle_metadata")] #[cfg(feature = "wiggle_metadata")]
pub use witx; pub use witx;

View File

@@ -24,7 +24,6 @@ witx_literal: "
(param $s $s) (param $s $s)
(result $err (expected $t (error $errno))))) (result $err (expected $t (error $errno)))))
", ",
ctx: WasiCtx,
errors: { errno => RichError }, errors: { errno => RichError },
}); });

View File

@@ -4,7 +4,6 @@ use wiggle_test::{impl_errno, HostMemory, MemArea, WasiCtx};
wiggle::from_witx!({ wiggle::from_witx!({
witx: ["$CARGO_MANIFEST_DIR/tests/atoms.witx"], witx: ["$CARGO_MANIFEST_DIR/tests/atoms.witx"],
ctx: WasiCtx,
}); });
impl_errno!(types::Errno, types::GuestErrorConversion); impl_errno!(types::Errno, types::GuestErrorConversion);

View File

@@ -0,0 +1,139 @@
use proptest::prelude::*;
use std::future::Future;
use std::pin::Pin;
use std::task::{Context, Poll, RawWaker, RawWakerVTable, Waker};
use wiggle::GuestMemory;
use wiggle_test::{impl_errno, HostMemory, MemArea, WasiCtx};
wiggle::from_witx!({
witx: ["$CARGO_MANIFEST_DIR/tests/atoms.witx"],
async: {
atoms::{int_float_args, double_int_return_float}
}
});
impl_errno!(types::Errno, types::GuestErrorConversion);
#[wiggle::async_trait(?Send)]
impl<'a> atoms::Atoms for WasiCtx<'a> {
async fn int_float_args(&self, an_int: u32, an_float: f32) -> Result<(), types::Errno> {
println!("INT FLOAT ARGS: {} {}", an_int, an_float);
Ok(())
}
async fn double_int_return_float(
&self,
an_int: u32,
) -> Result<types::AliasToFloat, types::Errno> {
Ok((an_int as f32) * 2.0)
}
}
// There's nothing meaningful to test here - this just demonstrates the test machinery
#[derive(Debug)]
struct IntFloatExercise {
pub an_int: u32,
pub an_float: f32,
}
impl IntFloatExercise {
pub fn test(&self) {
let ctx = WasiCtx::new();
let host_memory = HostMemory::new();
let e = run(atoms::int_float_args(
&ctx,
&host_memory,
self.an_int as i32,
self.an_float,
));
assert_eq!(e, Ok(types::Errno::Ok as i32), "int_float_args error");
}
pub fn strat() -> BoxedStrategy<Self> {
(prop::num::u32::ANY, prop::num::f32::ANY)
.prop_map(|(an_int, an_float)| IntFloatExercise { an_int, an_float })
.boxed()
}
}
proptest! {
#[test]
fn int_float_exercise(e in IntFloatExercise::strat()) {
e.test()
}
}
#[derive(Debug)]
struct DoubleIntExercise {
pub input: u32,
pub return_loc: MemArea,
}
impl DoubleIntExercise {
pub fn test(&self) {
let ctx = WasiCtx::new();
let host_memory = HostMemory::new();
let e = run(atoms::double_int_return_float(
&ctx,
&host_memory,
self.input as i32,
self.return_loc.ptr as i32,
));
let return_val = host_memory
.ptr::<types::AliasToFloat>(self.return_loc.ptr)
.read()
.expect("failed to read return");
assert_eq!(e, Ok(types::Errno::Ok as i32), "errno");
assert_eq!(return_val, (self.input as f32) * 2.0, "return val");
}
pub fn strat() -> BoxedStrategy<Self> {
(prop::num::u32::ANY, HostMemory::mem_area_strat(4))
.prop_map(|(input, return_loc)| DoubleIntExercise { input, return_loc })
.boxed()
}
}
proptest! {
#[test]
fn double_int_return_float(e in DoubleIntExercise::strat()) {
e.test()
}
}
fn run<F: Future>(future: F) -> F::Output {
let mut f = Pin::from(Box::new(future));
let waker = dummy_waker();
let mut cx = Context::from_waker(&waker);
loop {
match f.as_mut().poll(&mut cx) {
Poll::Ready(val) => break val,
Poll::Pending => {}
}
}
}
fn dummy_waker() -> Waker {
return unsafe { Waker::from_raw(clone(5 as *const _)) };
unsafe fn clone(ptr: *const ()) -> RawWaker {
assert_eq!(ptr as usize, 5);
const VTABLE: RawWakerVTable = RawWakerVTable::new(clone, wake, wake_by_ref, drop);
RawWaker::new(ptr, &VTABLE)
}
unsafe fn wake(ptr: *const ()) {
assert_eq!(ptr as usize, 5);
}
unsafe fn wake_by_ref(ptr: *const ()) {
assert_eq!(ptr as usize, 5);
}
unsafe fn drop(ptr: *const ()) {
assert_eq!(ptr as usize, 5);
}
}

View File

@@ -23,7 +23,6 @@ mod convert_just_errno {
(param $strike u32) (param $strike u32)
(result $err (expected (error $errno))))) (result $err (expected (error $errno)))))
", ",
ctx: WasiCtx,
errors: { errno => RichError }, errors: { errno => RichError },
}); });
@@ -133,7 +132,6 @@ mod convert_multiple_error_types {
(param $drink u32) (param $drink u32)
(@witx noreturn))) (@witx noreturn)))
", ",
ctx: WasiCtx,
errors: { errno => RichError, errno2 => AnotherRichError }, errors: { errno => RichError, errno2 => AnotherRichError },
}); });

View File

@@ -5,7 +5,6 @@ use wiggle_test::{impl_errno, HostMemory, MemArea, WasiCtx};
wiggle::from_witx!({ wiggle::from_witx!({
witx: ["$CARGO_MANIFEST_DIR/tests/flags.witx"], witx: ["$CARGO_MANIFEST_DIR/tests/flags.witx"],
ctx: WasiCtx,
}); });
impl_errno!(types::Errno, types::GuestErrorConversion); impl_errno!(types::Errno, types::GuestErrorConversion);

View File

@@ -6,7 +6,6 @@ const FD_VAL: u32 = 123;
wiggle::from_witx!({ wiggle::from_witx!({
witx: ["$CARGO_MANIFEST_DIR/tests/handles.witx"], witx: ["$CARGO_MANIFEST_DIR/tests/handles.witx"],
ctx: WasiCtx,
}); });
impl_errno!(types::Errno, types::GuestErrorConversion); impl_errno!(types::Errno, types::GuestErrorConversion);

View File

@@ -5,7 +5,6 @@ use wiggle_test::{impl_errno, HostMemory, MemArea, WasiCtx};
wiggle::from_witx!({ wiggle::from_witx!({
witx: ["$CARGO_MANIFEST_DIR/tests/ints.witx"], witx: ["$CARGO_MANIFEST_DIR/tests/ints.witx"],
ctx: WasiCtx,
}); });
impl_errno!(types::Errno, types::GuestErrorConversion); impl_errno!(types::Errno, types::GuestErrorConversion);

View File

@@ -13,7 +13,6 @@ mod enum_test {
$2big $2big
) )
)", )",
ctx: DummyCtx,
}); });
} }
@@ -31,7 +30,6 @@ mod module_trait_fn_and_arg_test {
(param $virtual u32) (param $virtual u32)
) )
)", )",
ctx: WasiCtx,
}); });
impl<'a> self_::Self_ for WasiCtx<'a> { impl<'a> self_::Self_ for WasiCtx<'a> {
#[allow(unused_variables)] #[allow(unused_variables)]
@@ -51,7 +49,6 @@ mod struct_test {
(field $mut s32) (field $mut s32)
) )
)", )",
ctx: DummyCtx,
}); });
} }
@@ -59,6 +56,5 @@ mod struct_test {
mod union_test { mod union_test {
wiggle::from_witx!({ wiggle::from_witx!({
witx: ["$CARGO_MANIFEST_DIR/tests/keywords_union.witx"], witx: ["$CARGO_MANIFEST_DIR/tests/keywords_union.witx"],
ctx: DummyCtx,
}); });
} }

View File

@@ -4,7 +4,6 @@ use wiggle_test::{impl_errno, HostMemory, MemArea, MemAreas, WasiCtx};
wiggle::from_witx!({ wiggle::from_witx!({
witx: ["$CARGO_MANIFEST_DIR/tests/lists.witx"], witx: ["$CARGO_MANIFEST_DIR/tests/lists.witx"],
ctx: WasiCtx,
}); });
impl_errno!(types::Errno, types::GuestErrorConversion); impl_errno!(types::Errno, types::GuestErrorConversion);

View File

@@ -4,7 +4,6 @@ use wiggle_test::{impl_errno, HostMemory, MemArea, WasiCtx};
wiggle::from_witx!({ wiggle::from_witx!({
witx: ["$CARGO_MANIFEST_DIR/tests/pointers.witx"], witx: ["$CARGO_MANIFEST_DIR/tests/pointers.witx"],
ctx: WasiCtx,
}); });
impl_errno!(types::Errno, types::GuestErrorConversion); impl_errno!(types::Errno, types::GuestErrorConversion);

View File

@@ -4,7 +4,6 @@ use wiggle_test::{impl_errno, HostMemory, MemArea, MemAreas, WasiCtx};
wiggle::from_witx!({ wiggle::from_witx!({
witx: ["$CARGO_MANIFEST_DIR/tests/records.witx"], witx: ["$CARGO_MANIFEST_DIR/tests/records.witx"],
ctx: WasiCtx,
}); });
impl_errno!(types::Errno, types::GuestErrorConversion); impl_errno!(types::Errno, types::GuestErrorConversion);

View File

@@ -4,7 +4,6 @@ use wiggle_test::{impl_errno, HostMemory, MemArea, MemAreas, WasiCtx};
wiggle::from_witx!({ wiggle::from_witx!({
witx: ["$CARGO_MANIFEST_DIR/tests/strings.witx"], witx: ["$CARGO_MANIFEST_DIR/tests/strings.witx"],
ctx: WasiCtx,
}); });
impl_errno!(types::Errno, types::GuestErrorConversion); impl_errno!(types::Errno, types::GuestErrorConversion);

View File

@@ -4,7 +4,6 @@ use wiggle_test::{impl_errno, HostMemory, MemArea, WasiCtx};
wiggle::from_witx!({ wiggle::from_witx!({
witx: ["$CARGO_MANIFEST_DIR/tests/variant.witx"], witx: ["$CARGO_MANIFEST_DIR/tests/variant.witx"],
ctx: WasiCtx,
}); });
impl_errno!(types::Errno, types::GuestErrorConversion); impl_errno!(types::Errno, types::GuestErrorConversion);

View File

@@ -8,7 +8,6 @@ use wiggle_test::WasiCtx;
wiggle::from_witx!({ wiggle::from_witx!({
witx: ["$CARGO_MANIFEST_DIR/tests/wasi.witx"], witx: ["$CARGO_MANIFEST_DIR/tests/wasi.witx"],
ctx: WasiCtx,
}); });
// The only test in this file is to verify that the witx document provided by the // The only test in this file is to verify that the witx document provided by the

View File

@@ -17,10 +17,22 @@ witx = { version = "0.9", path = "../../wasi-common/WASI/tools/witx", optional =
wiggle = { path = "..", version = "0.24.0" } wiggle = { path = "..", version = "0.24.0" }
wiggle-borrow = { path = "../borrow", version = "0.24.0" } wiggle-borrow = { path = "../borrow", version = "0.24.0" }
[dev-dependencies]
anyhow = "1"
proptest = "0.10"
[[test]]
name = "atoms_async"
path = "tests/atoms_async.rs"
required-features = ["async", "wasmtime/wat"]
[badges] [badges]
maintenance = { status = "actively-developed" } maintenance = { status = "actively-developed" }
[features] [features]
# Async support for wasmtime
async = [ 'wasmtime/async', 'wasmtime-wiggle-macro/async' ]
# The wiggle proc-macro emits some code (inside `pub mod metadata`) guarded # The wiggle proc-macro emits some code (inside `pub mod metadata`) guarded
# by the `wiggle_metadata` feature flag. We use this feature flag so that # by the `wiggle_metadata` feature flag. We use this feature flag so that
# users of wiggle are not forced to take a direct dependency on the `witx` # users of wiggle are not forced to take a direct dependency on the `witx`
@@ -33,4 +45,4 @@ wiggle_metadata = ['witx', "wiggle/wiggle_metadata"]
# the logs out of wiggle-generated libraries. # the logs out of wiggle-generated libraries.
tracing_log = [ "wiggle/tracing_log" ] tracing_log = [ "wiggle/tracing_log" ]
default = ["wiggle_metadata" ] default = ["wiggle_metadata", "async"]

View File

@@ -24,3 +24,6 @@ proc-macro2 = "1.0"
[badges] [badges]
maintenance = { status = "actively-developed" } maintenance = { status = "actively-developed" }
[features]
async = []
default = []

View File

@@ -1,3 +1,4 @@
pub use wiggle_generate::config::AsyncConf;
use { use {
proc_macro2::Span, proc_macro2::Span,
std::collections::HashMap, std::collections::HashMap,
@@ -7,15 +8,16 @@ use {
punctuated::Punctuated, punctuated::Punctuated,
Error, Ident, Path, Result, Token, Error, Ident, Path, Result, Token,
}, },
wiggle_generate::config::{CtxConf, WitxConf}, wiggle_generate::config::WitxConf,
}; };
#[derive(Debug, Clone)] #[derive(Debug, Clone)]
pub struct Config { pub struct Config {
pub target: TargetConf, pub target: TargetConf,
pub witx: WitxConf, pub witx: WitxConf,
pub ctx: CtxConf, pub ctx: CtxConf,
pub modules: ModulesConf, pub modules: ModulesConf,
#[cfg(feature = "async")]
pub async_: AsyncConf,
} }
#[derive(Debug, Clone)] #[derive(Debug, Clone)]
@@ -24,6 +26,8 @@ pub enum ConfigField {
Witx(WitxConf), Witx(WitxConf),
Ctx(CtxConf), Ctx(CtxConf),
Modules(ModulesConf), Modules(ModulesConf),
#[cfg(feature = "async")]
Async(AsyncConf),
} }
mod kw { mod kw {
@@ -60,6 +64,20 @@ impl Parse for ConfigField {
input.parse::<kw::modules>()?; input.parse::<kw::modules>()?;
input.parse::<Token![:]>()?; input.parse::<Token![:]>()?;
Ok(ConfigField::Modules(input.parse()?)) Ok(ConfigField::Modules(input.parse()?))
} else if lookahead.peek(Token![async]) {
input.parse::<Token![async]>()?;
input.parse::<Token![:]>()?;
#[cfg(feature = "async")]
{
Ok(ConfigField::Async(input.parse()?))
}
#[cfg(not(feature = "async"))]
{
Err(syn::Error::new(
input.span(),
"async not supported, enable cargo feature \"async\"",
))
}
} else { } else {
Err(lookahead.error()) Err(lookahead.error())
} }
@@ -72,6 +90,8 @@ impl Config {
let mut witx = None; let mut witx = None;
let mut ctx = None; let mut ctx = None;
let mut modules = None; let mut modules = None;
#[cfg(feature = "async")]
let mut async_ = None;
for f in fields { for f in fields {
match f { match f {
ConfigField::Target(c) => { ConfigField::Target(c) => {
@@ -98,6 +118,13 @@ impl Config {
} }
modules = Some(c); modules = Some(c);
} }
#[cfg(feature = "async")]
ConfigField::Async(c) => {
if async_.is_some() {
return Err(Error::new(err_loc, "duplicate `async` field"));
}
async_ = Some(c);
}
} }
} }
Ok(Config { Ok(Config {
@@ -105,6 +132,8 @@ impl Config {
witx: witx.ok_or_else(|| Error::new(err_loc, "`witx` field required"))?, witx: witx.ok_or_else(|| Error::new(err_loc, "`witx` field required"))?,
ctx: ctx.ok_or_else(|| Error::new(err_loc, "`ctx` field required"))?, ctx: ctx.ok_or_else(|| Error::new(err_loc, "`ctx` field required"))?,
modules: modules.ok_or_else(|| Error::new(err_loc, "`modules` field required"))?, modules: modules.ok_or_else(|| Error::new(err_loc, "`modules` field required"))?,
#[cfg(feature = "async")]
async_: async_.unwrap_or_default(),
}) })
} }
@@ -128,6 +157,19 @@ impl Parse for Config {
} }
} }
#[derive(Debug, Clone)]
pub struct CtxConf {
pub name: syn::Type,
}
impl Parse for CtxConf {
fn parse(input: ParseStream) -> Result<Self> {
Ok(CtxConf {
name: input.parse()?,
})
}
}
#[derive(Debug, Clone)] #[derive(Debug, Clone)]
pub struct TargetConf { pub struct TargetConf {
pub path: Path, pub path: Path,

View File

@@ -6,7 +6,7 @@ use wiggle_generate::Names;
mod config; mod config;
use config::{ModuleConf, TargetConf}; use config::{AsyncConf, ModuleConf, TargetConf};
/// Define the structs required to integrate a Wiggle implementation with Wasmtime. /// Define the structs required to integrate a Wiggle implementation with Wasmtime.
/// ///
@@ -46,13 +46,25 @@ use config::{ModuleConf, TargetConf};
pub fn wasmtime_integration(args: TokenStream) -> TokenStream { pub fn wasmtime_integration(args: TokenStream) -> TokenStream {
let config = parse_macro_input!(args as config::Config); let config = parse_macro_input!(args as config::Config);
let doc = config.load_document(); let doc = config.load_document();
let names = Names::new(&config.ctx.name, quote!(wasmtime_wiggle)); let names = Names::new(quote!(wasmtime_wiggle));
#[cfg(feature = "async")]
let async_config = config.async_.clone();
#[cfg(not(feature = "async"))]
let async_config = AsyncConf::default();
let modules = config.modules.iter().map(|(name, module_conf)| { let modules = config.modules.iter().map(|(name, module_conf)| {
let module = doc let module = doc
.module(&witx::Id::new(name)) .module(&witx::Id::new(name))
.unwrap_or_else(|| panic!("witx document did not contain module named '{}'", name)); .unwrap_or_else(|| panic!("witx document did not contain module named '{}'", name));
generate_module(&module, &module_conf, &names, &config.target) generate_module(
&module,
&module_conf,
&names,
&config.target,
&config.ctx.name,
&async_config,
)
}); });
quote!( #(#modules)* ).into() quote!( #(#modules)* ).into()
} }
@@ -62,6 +74,8 @@ fn generate_module(
module_conf: &ModuleConf, module_conf: &ModuleConf,
names: &Names, names: &Names,
target_conf: &TargetConf, target_conf: &TargetConf,
ctx_type: &syn::Type,
async_conf: &AsyncConf,
) -> TokenStream2 { ) -> TokenStream2 {
let fields = module.funcs().map(|f| { let fields = module.funcs().map(|f| {
let name_ident = names.func(&f.name); let name_ident = names.func(&f.name);
@@ -88,9 +102,14 @@ fn generate_module(
let module_id = names.module(&module.name); let module_id = names.module(&module.name);
let target_module = quote! { #target_path::#module_id }; let target_module = quote! { #target_path::#module_id };
let ctor_externs = module let ctor_externs = module.funcs().map(|f| {
.funcs() generate_func(
.map(|f| generate_func(&f, names, &target_module)); &f,
names,
&target_module,
async_conf.is_async(module.name.as_str(), f.name.as_str()),
)
});
let type_name = module_conf.name.clone(); let type_name = module_conf.name.clone();
let type_docs = module_conf let type_docs = module_conf
@@ -107,8 +126,6 @@ contained in the `cx` parameter.",
module_conf.name.to_string() module_conf.name.to_string()
); );
let ctx_type = names.ctx_type();
quote! { quote! {
#type_docs #type_docs
pub struct #type_name { pub struct #type_name {
@@ -150,6 +167,7 @@ fn generate_func(
func: &witx::InterfaceFunc, func: &witx::InterfaceFunc,
names: &Names, names: &Names,
target_module: &TokenStream2, target_module: &TokenStream2,
is_async: bool,
) -> TokenStream2 { ) -> TokenStream2 {
let name_ident = names.func(&func.name); let name_ident = names.func(&func.name);
@@ -172,31 +190,52 @@ fn generate_func(
let runtime = names.runtime_mod(); let runtime = names.runtime_mod();
quote! { let await_ = if is_async { quote!(.await) } else { quote!() };
let my_cx = cx.clone();
let #name_ident = wasmtime::Func::wrap( let closure_body = quote! {
store, unsafe {
move |caller: wasmtime::Caller<'_> #(,#arg_decls)*| -> Result<#ret_ty, wasmtime::Trap> { let mem = match caller.get_export("memory") {
unsafe { Some(wasmtime::Extern::Memory(m)) => m,
let mem = match caller.get_export("memory") { _ => {
Some(wasmtime::Extern::Memory(m)) => m, return Err(wasmtime::Trap::new("missing required memory export"));
_ => {
return Err(wasmtime::Trap::new("missing required memory export"));
}
};
let mem = #runtime::WasmtimeGuestMemory::new(mem);
let result = #target_module::#name_ident(
&mut my_cx.borrow_mut(),
&mem,
#(#arg_names),*
);
match result {
Ok(r) => Ok(r.into()),
Err(wasmtime_wiggle::Trap::String(err)) => Err(wasmtime::Trap::new(err)),
Err(wasmtime_wiggle::Trap::I32Exit(err)) => Err(wasmtime::Trap::i32_exit(err)),
}
} }
};
let mem = #runtime::WasmtimeGuestMemory::new(mem);
let result = #target_module::#name_ident(
&mut *my_cx.borrow_mut(),
&mem,
#(#arg_names),*
) #await_;
match result {
Ok(r) => Ok(r.into()),
Err(wasmtime_wiggle::Trap::String(err)) => Err(wasmtime::Trap::new(err)),
Err(wasmtime_wiggle::Trap::I32Exit(err)) => Err(wasmtime::Trap::i32_exit(err)),
}
}
};
if is_async {
let wrapper = quote::format_ident!("wrap{}_async", params.len());
quote! {
let #name_ident = wasmtime::Func::#wrapper(
store,
cx.clone(),
move |caller: wasmtime::Caller<'_>, my_cx: &Rc<RefCell<_>> #(,#arg_decls)*|
-> Box<dyn std::future::Future<Output = Result<#ret_ty, wasmtime::Trap>>>
{
Box::new(async move { #closure_body })
} }
); );
}
} else {
quote! {
let my_cx = cx.clone();
let #name_ident = wasmtime::Func::wrap(
store,
move |caller: wasmtime::Caller<'_> #(,#arg_decls)*| -> Result<#ret_ty, wasmtime::Trap> {
#closure_body
}
);
}
} }
} }

View File

@@ -0,0 +1,25 @@
(typename $errno
(enum (@witx tag u32)
;;; Success
$ok
;;; Invalid argument
$invalid_arg
;;; I really don't want to
$dont_want_to
;;; I am physically unable to
$physically_unable
;;; Well, that's a picket line alright!
$picket_line))
(typename $alias_to_float f32)
(module $atoms
(@interface func (export "int_float_args")
(param $an_int u32)
(param $an_float f32)
(result $error (expected (error $errno))))
(@interface func (export "double_int_return_float")
(param $an_int u32)
(result $error (expected $alias_to_float (error $errno))))
)

View File

@@ -0,0 +1,175 @@
use std::cell::RefCell;
use std::future::Future;
use std::pin::Pin;
use std::rc::Rc;
use std::task::{Context, Poll, RawWaker, RawWakerVTable, Waker};
wasmtime_wiggle::from_witx!({
witx: ["$CARGO_MANIFEST_DIR/tests/atoms.witx"],
async: {
atoms::{double_int_return_float}
}
});
wasmtime_wiggle::wasmtime_integration!({
target: crate,
witx: ["$CARGO_MANIFEST_DIR/tests/atoms.witx"],
ctx: Ctx,
modules: { atoms => { name: Atoms } },
async: {
atoms::double_int_return_float
}
});
pub struct Ctx;
impl wiggle::GuestErrorType for types::Errno {
fn success() -> Self {
types::Errno::Ok
}
}
#[wasmtime_wiggle::async_trait(?Send)]
impl atoms::Atoms for Ctx {
fn int_float_args(&self, an_int: u32, an_float: f32) -> Result<(), types::Errno> {
println!("INT FLOAT ARGS: {} {}", an_int, an_float);
Ok(())
}
async fn double_int_return_float(
&self,
an_int: u32,
) -> Result<types::AliasToFloat, types::Errno> {
Ok((an_int as f32) * 2.0)
}
}
#[test]
fn test_sync_host_func() {
let store = async_store();
let ctx = Rc::new(RefCell::new(Ctx));
let atoms = Atoms::new(&store, ctx.clone());
let shim_mod = shim_module(&store);
let mut linker = wasmtime::Linker::new(&store);
atoms.add_to_linker(&mut linker).unwrap();
let shim_inst = run(linker.instantiate_async(&shim_mod)).unwrap();
let results = run(shim_inst
.get_func("int_float_args_shim")
.unwrap()
.call_async(&[0i32.into(), 123.45f32.into()]))
.unwrap();
assert_eq!(results.len(), 1, "one return value");
assert_eq!(
results[0].unwrap_i32(),
types::Errno::Ok as i32,
"int_float_args errno"
);
}
#[test]
fn test_async_host_func() {
let store = async_store();
let ctx = Rc::new(RefCell::new(Ctx));
let atoms = Atoms::new(&store, ctx.clone());
let shim_mod = shim_module(&store);
let mut linker = wasmtime::Linker::new(&store);
atoms.add_to_linker(&mut linker).unwrap();
let shim_inst = run(linker.instantiate_async(&shim_mod)).unwrap();
let input: i32 = 123;
let result_location: i32 = 0;
let results = run(shim_inst
.get_func("double_int_return_float_shim")
.unwrap()
.call_async(&[input.into(), result_location.into()]))
.unwrap();
assert_eq!(results.len(), 1, "one return value");
assert_eq!(
results[0].unwrap_i32(),
types::Errno::Ok as i32,
"double_int_return_float errno"
);
// The actual result is in memory:
let mem = shim_inst.get_memory("memory").unwrap();
let mut result_bytes: [u8; 4] = [0, 0, 0, 0];
mem.read(result_location as usize, &mut result_bytes)
.unwrap();
let result = f32::from_le_bytes(result_bytes);
assert_eq!((input * 2) as f32, result);
}
fn run<F: Future>(future: F) -> F::Output {
let mut f = Pin::from(Box::new(future));
let waker = dummy_waker();
let mut cx = Context::from_waker(&waker);
loop {
match f.as_mut().poll(&mut cx) {
Poll::Ready(val) => break val,
Poll::Pending => {}
}
}
}
fn dummy_waker() -> Waker {
return unsafe { Waker::from_raw(clone(5 as *const _)) };
unsafe fn clone(ptr: *const ()) -> RawWaker {
assert_eq!(ptr as usize, 5);
const VTABLE: RawWakerVTable = RawWakerVTable::new(clone, wake, wake_by_ref, drop);
RawWaker::new(ptr, &VTABLE)
}
unsafe fn wake(ptr: *const ()) {
assert_eq!(ptr as usize, 5);
}
unsafe fn wake_by_ref(ptr: *const ()) {
assert_eq!(ptr as usize, 5);
}
unsafe fn drop(ptr: *const ()) {
assert_eq!(ptr as usize, 5);
}
}
fn async_store() -> wasmtime::Store {
let engine = wasmtime::Engine::default();
wasmtime::Store::new_async(&engine)
}
// Wiggle expects the caller to have an exported memory. Wasmtime can only
// provide this if the caller is a WebAssembly module, so we need to write
// a shim module:
fn shim_module(store: &wasmtime::Store) -> wasmtime::Module {
wasmtime::Module::new(
store.engine(),
r#"
(module
(memory 1)
(export "memory" (memory 0))
(import "atoms" "int_float_args" (func $int_float_args (param i32 f32) (result i32)))
(import "atoms" "double_int_return_float" (func $double_int_return_float (param i32 i32) (result i32)))
(func $int_float_args_shim (param i32 f32) (result i32)
local.get 0
local.get 1
call $int_float_args
)
(func $double_int_return_float_shim (param i32 i32) (result i32)
local.get 0
local.get 1
call $double_int_return_float
)
(export "int_float_args_shim" (func $int_float_args_shim))
(export "double_int_return_float_shim" (func $double_int_return_float_shim))
)
"#,
)
.unwrap()
}