Benchmark tweaks

comparison/generate-delta.R

@@ -59,4 +59,24 @@ deltas |> group_by(algo) |> group_walk(function(data, key) {
     })
 })
 
+overview = deltas |>
+    filter(bench == "tiny_data") |>
+    group_by(algo, fn_name, arch) |>
+    summarize(
+        min = min(factor.time),
+        max = max(factor.time)
+    )|>
+    rename(algorithm = algo, entrypoint = fn_name) |>
+    mutate(
+        algorithm = str_glue("`{algorithm}`"),
+        entrypoint = str_glue("`{entrypoint}`"),
+        arch = str_glue("`{arch}`"),
+        min = percent(min, accuracy = 1),
+        max = percent(max, accuracy = 1)
+    ) |>
+    kable()
+
+message("An overview of changes for the tiny_data benchmark:")
+print(overview)
+
 warnings()

comparison/harness/src/main.rs

@@ -233,7 +233,7 @@ mod capture {
     use crate::{
         CaptureArgs, Error, clean,
         git::{self, Cache},
-        paths::Paths,
+        paths::{self, Paths},
     };
 
     pub fn main(args: CaptureArgs) -> Result<(), Error> {
@@ -300,7 +300,8 @@ mod capture {
 
         let mut c = Command::new("cargo");
 
-        c.env("RUSTUP_TOOLCHAIN", "stable")
+        c.current_dir(paths::comparison_dir())
+            .env("RUSTUP_TOOLCHAIN", "stable")
             .arg("criterion")
             .args(["-p", "comparison"])
             .arg("--message-format=json");

comparison/shared.R

@@ -88,6 +88,15 @@ load_single_trial = function(filename) {
         massage_data()
 }
 
+trials_from_tree_hash = function(tree_hash) {
+    data_path = fs::path("captures", tree_hash, "data")
+    data_path |>
+        list.dirs(full.names = F, recursive = F) |>
+        as.numeric() |>
+        sort() |>
+        map(\(n) fs::path(data_path, n, "clean.json"))
+}
+
 load_benchmark_trials = function(filenames) {
     all_data = filenames |>
         map(load_json_lines_as_tibble) |>