blob: 5e6254d16eda5c462162ff1a1e59f96cf15c877b [file]
// Copyright 2026 Google LLC
//
// Licensed under the Apache License, Version 2.0 (the "License");
// you may not use this file except in compliance with the License.
// You may obtain a copy of the License at
//
// http://www.apache.org/licenses/LICENSE-2.0
//
// Unless required by applicable law or agreed to in writing, software
// distributed under the License is distributed on an "AS IS" BASIS,
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
// See the License for the specific language governing permissions and
// limitations under the License.
#![deny(clippy::absolute_paths)]
#![deny(unused_imports)]
use anyhow::{Context, Result};
use clap::Parser;
pub use fuzztest_options::{ExecutionMode, FuzzTestOptions};
use std::env;
use std::ffi::OsString;
use std::path::{Path, PathBuf};
use std::process::Command;
fn get_cargo_bin() -> String {
env::var("CARGO").unwrap_or_else(|_| "cargo".to_string())
}
#[derive(Parser, Debug, Clone, Default)]
pub struct CargoFuzzTestOptions {
#[command(flatten)]
pub fuzztest_options: FuzzTestOptions,
/// List all fuzz tests in the crate without running them.
#[arg(long)]
pub list: bool,
}
impl CargoFuzzTestOptions {
/// Returns the `ExecutionMode` derived from CLI options.
pub fn execution_mode(&self) -> ExecutionMode {
if self.list {
return ExecutionMode::ListFuzzTests;
}
// TODO(the-shank): add support for other modes.
ExecutionMode::SmokeTest
}
}
/// Queries Cargo via `cargo -vV` to discover the default host target triple (e.g. `x86_64-unknown-linux-gnu`).
pub fn get_host_target_triple() -> anyhow::Result<String> {
let cargo_bin = get_cargo_bin();
let output = Command::new(&cargo_bin)
.arg("-vV")
.output()
.context("while attempting to run `cargo -vV` to determine host target triple")?;
if !output.status.success() {
anyhow::bail!("cargo -vV exited with status: {:?}", output.status);
}
let stdout_str = String::from_utf8(output.stdout)
.context("while attempting to parse stdout of `cargo -vV` as UTF-8")?;
parse_host_triple(&stdout_str)
}
/// Parses the output of `cargo -vV` to extract the host target triple.
///
/// Cargo's verbose version output contains lines of key-value metadata, including
/// a `host: <triple>` line representing the host build architecture.
fn parse_host_triple(stdout: &str) -> anyhow::Result<String> {
for line in stdout.lines() {
if let Some(triple) = line.strip_prefix("host: ") {
return Ok(triple.trim().to_string());
}
}
anyhow::bail!("Failed to find 'host: ' line in cargo -vV output")
}
/// Parses CLI options for the `cargo-fuzztest` binary.
///
/// When invoked via `cargo fuzztest ...`, Cargo passes `"fuzztest"` as `argv[1]`.
/// We strip `"fuzztest"` if present so `clap` can parse options cleanly.
pub fn parse_cli_options() -> CargoFuzzTestOptions {
let mut args: Vec<OsString> = env::args_os().collect();
if args.len() > 1 && args[1] == "fuzztest" {
args.remove(1);
}
CargoFuzzTestOptions::parse_from(args)
}
pub struct FuzztestRunner {
pub host_triple: String,
pub options: CargoFuzzTestOptions,
}
impl FuzztestRunner {
pub fn new(host_triple: String, options: CargoFuzzTestOptions) -> Self {
Self { host_triple, options }
}
/// Constructs `cargo test --no-run --message-format=json --target <host_triple> --lib`.
pub fn build_compile_command(&self) -> Command {
let cargo_bin = get_cargo_bin();
let mut cmd = Command::new(&cargo_bin);
cmd.args([
"test",
"--no-run",
"--message-format=json",
"--target",
&self.host_triple,
"--lib",
]);
// set flags for sancov instrumentation
let mut rustflags = env::var("RUSTFLAGS").unwrap_or_default();
rustflags.push_str(
" -Cpasses=sancov-module \
-Cllvm-args=-sanitizer-coverage-level=4 \
-Cllvm-args=-sanitizer-coverage-trace-pc-guard \
-Cllvm-args=-sanitizer-coverage-pc-table \
-Cllvm-args=-sanitizer-coverage-trace-compares",
);
cmd.env("RUSTFLAGS", rustflags);
cmd
}
/// Parses the JSON stream emitted by `cargo test --message-format=json` to extract the compiled test executable.
pub fn parse_compiler_messages(json_output: &str) -> Result<PathBuf> {
let mut executables = Vec::new();
for line in json_output.lines() {
let trimmed = line.trim();
if trimmed.is_empty() {
continue;
}
if let Ok(val) = serde_json::from_str::<serde_json::Value>(trimmed) {
let is_compiler_artifact =
val.get("reason").and_then(|r| r.as_str()) == Some("compiler-artifact");
let is_test_profile =
val.get("profile").and_then(|p| p.get("test")).and_then(|t| t.as_bool())
== Some(true);
if is_compiler_artifact
&& is_test_profile
&& let Some(exe) = val["executable"].as_str()
{
executables.push(PathBuf::from(exe));
}
}
}
match executables.len() {
1 => Ok(executables.remove(0)),
0 => anyhow::bail!("no test executable found in Cargo compiler JSON output"),
// TODO(the-shank): support multiple test executables, for example from --lib and
// --bins targets.
_ => anyhow::bail!(
"multiple test executables found in Cargo compiler output: {:?}. Expected exactly one.",
executables
),
}
}
/// Construct the direct binary invocation command.
pub fn build_run_command(&self, test_binary: &Path) -> Command {
let mut cmd = Command::new(test_binary);
cmd.arg("__fuzztest_mod__");
let mode = self.options.execution_mode();
match mode {
ExecutionMode::ListFuzzTests => {
cmd.arg("--list");
}
ExecutionMode::SmokeTest => {
// nothing to be done
}
_ => {
// TODO(the-shank): add support for other modes.
}
}
cmd
}
/// Runs the tool in two steps:
/// 1. build the test binary
/// 2. execute the target mode command on the compiled test binary
pub fn run(&self) -> Result<i32> {
// 1. build the test binary
let compile_output = self
.build_compile_command()
.output()
.context("while attempting to execute `cargo test --no-run` compilation command")?;
if !compile_output.status.success() {
// print compiler's stderr to help the user diagnose compilation errors.
eprintln!("{}", String::from_utf8_lossy(&compile_output.stderr));
anyhow::bail!(
"cargo compilation failed with exit code: {:?}",
compile_output.status.code()
);
}
let json_stdout = String::from_utf8(compile_output.stdout)
.context("while attempting to parse compilation JSON output as UTF-8")?;
let test_binary = Self::parse_compiler_messages(&json_stdout)?;
// 2. execute command according to the selected execution mode
let mut run_cmd = self.build_run_command(&test_binary);
let status =
run_cmd.status().context("while attempting to execute compiled test binary")?;
Ok(status.code().unwrap_or(1))
}
}
#[cfg(test)]
mod tests {
use super::*;
use googletest::prelude::*;
#[gtest]
fn test_parse_host_triple_valid() {
let stdout = "rustc 1.75.0 (82e5872f3 2023-12-21)\n\
binary: rustc\n\
commit-hash: 82e5872f3d693c9d7d4c2c56a8fb7f59d47c4058\n\
commit-date: 2023-12-21\n\
host: x86_64-unknown-linux-gnu\n\
release: 1.75.0\n\
LLVM version: 17.0.6\n";
let result = parse_host_triple(stdout).expect("valid stdout parsing should succeed");
assert_eq!(result, "x86_64-unknown-linux-gnu");
}
#[gtest]
fn test_parse_host_triple_missing_host() {
let stdout = "rustc 1.75.0 (82e5872f3 2023-12-21)\n\
binary: rustc\n";
let result = parse_host_triple(stdout);
assert!(result.is_err());
assert!(result.unwrap_err().to_string().contains("Failed to find 'host: '"));
}
#[gtest]
fn test_build_run_command_default() {
let options = CargoFuzzTestOptions::default();
let runner = FuzztestRunner::new("sample-host-triple".to_string(), options);
let cmd = runner.build_run_command(Path::new("/tmp/test_bin"));
let args: Vec<String> = cmd.get_args().map(|a| a.to_string_lossy().to_string()).collect();
assert_eq!(args, &["__fuzztest_mod__"]);
}
#[gtest]
fn test_build_run_command_list() {
let options = CargoFuzzTestOptions { list: true, ..Default::default() };
let runner = FuzztestRunner::new("sample-host-triple".to_string(), options);
let cmd = runner.build_run_command(Path::new("/tmp/test_bin"));
let args: Vec<String> = cmd.get_args().map(|a| a.to_string_lossy().to_string()).collect();
assert_eq!(args, &["__fuzztest_mod__", "--list"]);
}
#[gtest]
fn test_execution_mode_smoke_test() {
let options = CargoFuzzTestOptions { list: false, ..Default::default() };
assert_eq!(options.execution_mode(), ExecutionMode::SmokeTest);
}
#[gtest]
fn test_execution_mode_list_fuzz_tests() {
let options = CargoFuzzTestOptions { list: true, ..Default::default() };
assert_eq!(options.execution_mode(), ExecutionMode::ListFuzzTests);
}
#[gtest]
fn test_cli_option_parsing_list_flag() {
let parsed = CargoFuzzTestOptions::try_parse_from(["cargo-fuzztest", "--list"])
.expect("--list argument should be valid CLI option");
assert!(parsed.list);
assert_eq!(parsed.execution_mode(), ExecutionMode::ListFuzzTests);
}
#[gtest]
fn test_cli_option_parsing_default() {
let parsed = CargoFuzzTestOptions::try_parse_from(["cargo-fuzztest"])
.expect("empty CLI arguments should be valid");
assert!(!parsed.list);
assert_eq!(parsed.execution_mode(), ExecutionMode::SmokeTest);
}
}