pub fn compare_metric_with_role(
metric: impl Into<String>,
baseline: SampleSummary,
candidate: SampleSummary,
role: MetricRole,
) -> MetricComparisonExpand description
Compares two summaries according to the role carried by the metric.
Diagnostic roles never fail. Correctness requires every baseline and candidate value to be exactly zero. Performance tolerances use baseline MAD; equality at a limit passes.
ยงExamples
use ailloli_ui_bench::{
compare_metric_with_role, summarize_samples, MetricRole,
};
let baseline = summarize_samples(&[1.0])?;
let candidate = summarize_samples(&[1_000.0])?;
let result = compare_metric_with_role("probe", baseline, candidate, MetricRole::Diagnostic);
assert!(!result.failed());