From 5f48f7ec8bbe73850dec6486f4e3523da07dfd07 Mon Sep 17 00:00:00 2001 From: Gahow Wang Date: Sun, 19 Jul 2026 10:58:38 +0800 Subject: [PATCH] Avoid stale exact-trace HTTP connections --- .../frontier-fidelity-envelope-v1/qwen30_exact_trace_client.py | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/runs/frontier-fidelity-envelope-v1/qwen30_exact_trace_client.py b/runs/frontier-fidelity-envelope-v1/qwen30_exact_trace_client.py index b130b73..0dcec9d 100644 --- a/runs/frontier-fidelity-envelope-v1/qwen30_exact_trace_client.py +++ b/runs/frontier-fidelity-envelope-v1/qwen30_exact_trace_client.py @@ -171,7 +171,7 @@ async def replay(args: argparse.Namespace, rows: list[dict[str, Any]]) -> list[d import aiohttp timeout = aiohttp.ClientTimeout(total=args.timeout_seconds) - connector = aiohttp.TCPConnector(limit=0, ttl_dns_cache=300) + connector = aiohttp.TCPConnector(limit=0, ttl_dns_cache=300, force_close=True) benchmark_start = asyncio.get_running_loop().time() + 2.0 async with aiohttp.ClientSession( base_url=f"http://{args.host}:{args.port}", @@ -229,6 +229,7 @@ def main() -> None: "arrival": "original_trace_timestamp_and_order", "input_output_prompt": "exact_source_values", "served_model_alias": args.served_model, + "http_connection_reuse": False, "ttft_slo": "1000ms + 1000ms * input_tokens / 8000", "tpot_slo_ms": args.tpot_slo_ms, "target_pass_rate": TARGET_PASS_RATE,