Generate final summary from tool

Author: udoprog

tests/benches/comparison.rs

@@ -200,5 +200,7 @@ fn main() {
 
     benches();
 
-    Criterion::default().configure_from_args().final_summary();
+    if std::env::var_os("MUSLI_FINAL_SUMMARY").is_none_or(|value| value != "no") {
+        Criterion::default().configure_from_args().final_summary();
+    }
 }

tools/Cargo.toml

@@ -19,3 +19,4 @@ serde = { version = "1.0.197", features = ["derive"] }
 serde_json = "1.0.114"
 toml = "0.8.12"
 sysinfo = "0.33.1"
+criterion = { version = "0.5.1", features = ["html_reports"] }

tools/report.toml

@@ -95,7 +95,9 @@ description = [
 features = [
     "musli-json",
     "serde_json",
-    "simd-json",
+    # We don't support not timing a mutable buffer and there is a bug.
+    # See: https://github.com/simd-lite/simd-json/issues/416
+    # "simd-json",
     "simdutf8",
 ]
 expected = [
@@ -249,7 +251,9 @@ description = [
 features = [
     "musli-json",
     "serde_json",
-    "simd-json",
+    # We don't support not timing a mutable buffer and there is a bug.
+    # See: https://github.com/simd-lite/simd-json/issues/416
+    # "simd-json",
     "miniserde",
 ]
 expected = [

tools/src/cmd/report.rs

@@ -9,6 +9,7 @@ use std::process::Stdio;
 
 use anyhow::{anyhow, bail, ensure, Context, Result};
 use clap::Parser;
+use criterion::Criterion;
 use serde::{Deserialize, Serialize};
 use sysinfo::{CpuRefreshKind, MemoryRefreshKind, RefreshKind, System};
 
@@ -218,19 +219,23 @@ fn build_report<'a>(
             args.push(filter);
         }
 
-        let comparison_env = [(
-            OsStr::new("CRITERION_HOME"),
-            bins.paths.criterion_output.as_os_str(),
-        )];
+        // Disable final summary since we do it here.
+        let env = [
+            (
+                OsStr::new("CRITERION_HOME"),
+                bins.paths.criterion_output.as_os_str(),
+            ),
+            (OsStr::new("MUSLI_FINAL_SUMMARY"), OsStr::new("no")),
+        ];
 
-        bins.comparison()?.run(&args, &comparison_env[..])?;
+        bins.comparison()?.run(&args, &env[..])?;
         ran_benchmarks = true;
     }
 
-    if !bins.paths.criterion_output.is_dir() {
-        fs::create_dir_all(&bins.paths.criterion_output)
-            .with_context(|| anyhow!("{}", bins.paths.criterion_output.display()))?;
-    }
+    // Generate all needed graphics and reports.
+    Criterion::default()
+        .output_directory(&bins.paths.criterion_output)
+        .final_summary();
 
     let mut output_plots = Vec::new();