pub fn compare_metric(
metric: impl Into<String>,
baseline: SampleSummary,
candidate: SampleSummary,
mode: ComparisonMode,
) -> MetricComparisonExpand description
Compares two summaries using baseline + max(10%, 3 * baseline MAD).
Names beginning with correctness. receive zero-tolerance correctness
semantics. Other names use mode to choose median+p95 or median-only gating.
P99 is always diagnostic.
ยงExamples
use ailloli_ui_bench::{compare_metric, summarize_samples, ComparisonMode};
let baseline = summarize_samples(&[10.0; 30])?;
let candidate = summarize_samples(&[11.0; 30])?;
let result = compare_metric("paint_us", baseline, candidate, ComparisonMode::SteadyState);
assert_eq!(result.median_limit, 11.0);