gahow/aituner
0
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

fix: isolate simulator predictor cache

Browse Source
This commit is contained in:
Gahow Wang
2026-07-20 18:11:33 +08:00
parent f727cbcf76
commit 157bf3668d
3 changed files with 44 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files

9
runs/frontier-fidelity-envelope-v1/run_frontier_qwen30_exact_trace_surface.py
View File

@@ -611,6 +611,12 @@ def main() -> None:
command = configure_stage_batch_ledger(
command, enabled=args.store_stage_batch_ledger
)
command.extend(
[
"--metrics_config_cache_dir",
str(args.output_root / "cache"),
]
)
if args.align_real_graph_runtime:
command.extend(
[
@@ -640,7 +646,7 @@ def main() -> None:
)
fallback_evidence = (
collective_fallback_evidence(run_dir)
if args.cc_backend == "vidur"
if args.cc_backend == "vidur" and config.tp > 1
else []
)
if completed.returncode == 0 and fallback_evidence:
@@ -823,6 +829,7 @@ def main() -> None:
"arrival": "original_trace_timestamp_and_order",
"input_output": "exact_source_values",
"store_stage_batch_ledger": args.store_stage_batch_ledger,
"predictor_cache_root": str(args.output_root / "cache"),
"ttft_slo": "1000ms + 1000ms * input_tokens / 8000",
"tpot_slos_ms": TPOT_SLOS_MS,
"primary_tpot_slo_ms": 150.0,