diff --git a/crates/bench-api/Cargo.toml b/crates/bench-api/Cargo.toml
index 300c567768..e8d97cf27d 100644
--- a/crates/bench-api/Cargo.toml
+++ b/crates/bench-api/Cargo.toml
@@ -11,8 +11,9 @@ publish = false
 
 [lib]
 name = "wasmtime_bench_api"
-crate-type = ["rlib", "cdylib"]
-# The rlib is only included here so that `cargo test` will run.
+crate-type = ["cdylib"]
+test = false
+doctest = false
 
 [dependencies]
 anyhow = "1.0"