Add fidelity-aware verification pilot
This commit is contained in:
@@ -122,6 +122,11 @@ def run_replay(args: argparse.Namespace, *, warmup: bool) -> dict[str, Any]:
|
||||
"tpot_ms": outcome.tpot_ms,
|
||||
"completion_tokens": outcome.completion_tokens,
|
||||
"completion_tokens_source": outcome.completion_tokens_source,
|
||||
"completed_mono_ns": outcome.completed_mono_ns,
|
||||
"completed_elapsed_s": (
|
||||
(outcome.completed_mono_ns - interval_start_mono_ns) / 1e9
|
||||
if outcome.completed_mono_ns is not None else None
|
||||
),
|
||||
"slo_pass": evaluation.passed,
|
||||
"reasons": evaluation.reasons,
|
||||
"error": outcome.error,
|
||||
|
||||
Reference in New Issue
Block a user