diff --git a/comparison/generate-delta.R b/comparison/generate-delta.R index 6ede57f80..0036f206c 100755 --- a/comparison/generate-delta.R +++ b/comparison/generate-delta.R @@ -59,4 +59,24 @@ deltas |> group_by(algo) |> group_walk(function(data, key) { }) }) +overview = deltas |> + filter(bench == "tiny_data") |> + group_by(algo, fn_name, arch) |> + summarize( + min = min(factor.time), + max = max(factor.time) + )|> + rename(algorithm = algo, entrypoint = fn_name) |> + mutate( + algorithm = str_glue("`{algorithm}`"), + entrypoint = str_glue("`{entrypoint}`"), + arch = str_glue("`{arch}`"), + min = percent(min, accuracy = 1), + max = percent(max, accuracy = 1) + ) |> + kable() + +message("An overview of changes for the tiny_data benchmark:") +print(overview) + warnings() diff --git a/comparison/harness/src/main.rs b/comparison/harness/src/main.rs index 6afaf2b4d..740b3f0d0 100644 --- a/comparison/harness/src/main.rs +++ b/comparison/harness/src/main.rs @@ -233,7 +233,7 @@ mod capture { use crate::{ CaptureArgs, Error, clean, git::{self, Cache}, - paths::Paths, + paths::{self, Paths}, }; pub fn main(args: CaptureArgs) -> Result<(), Error> { @@ -300,7 +300,8 @@ mod capture { let mut c = Command::new("cargo"); - c.env("RUSTUP_TOOLCHAIN", "stable") + c.current_dir(paths::comparison_dir()) + .env("RUSTUP_TOOLCHAIN", "stable") .arg("criterion") .args(["-p", "comparison"]) .arg("--message-format=json"); diff --git a/comparison/shared.R b/comparison/shared.R index 8bfdb0a0a..9f8367f34 100644 --- a/comparison/shared.R +++ b/comparison/shared.R @@ -88,6 +88,15 @@ load_single_trial = function(filename) { massage_data() } +trials_from_tree_hash = function(tree_hash) { + data_path = fs::path("captures", tree_hash, "data") + data_path |> + list.dirs(full.names = F, recursive = F) |> + as.numeric() |> + sort() |> + map(\(n) fs::path(data_path, n, "clean.json")) +} + load_benchmark_trials = function(filenames) { all_data = filenames |> map(load_json_lines_as_tibble) |>